qlcnic_hw.c 40 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic.h"
  8. #include "qlcnic_hdr.h"
  9. #include <linux/slab.h>
  10. #include <net/ip.h>
  11. #include <linux/bitops.h>
  12. #define MASK(n) ((1ULL<<(n))-1)
  13. #define OCM_WIN_P3P(addr) (addr & 0xffc0000)
  14. #define GET_MEM_OFFS_2M(addr) (addr & MASK(18))
  15. #define CRB_BLK(off) ((off >> 20) & 0x3f)
  16. #define CRB_SUBBLK(off) ((off >> 16) & 0xf)
  17. #define CRB_WINDOW_2M (0x130060)
  18. #define CRB_HI(off) ((crb_hub_agt[CRB_BLK(off)] << 20) | ((off) & 0xf0000))
  19. #define CRB_INDIRECT_2M (0x1e0000UL)
  20. struct qlcnic_ms_reg_ctrl {
  21. u32 ocm_window;
  22. u32 control;
  23. u32 hi;
  24. u32 low;
  25. u32 rd[4];
  26. u32 wd[4];
  27. u64 off;
  28. };
  29. #ifndef readq
  30. static inline u64 readq(void __iomem *addr)
  31. {
  32. return readl(addr) | (((u64) readl(addr + 4)) << 32LL);
  33. }
  34. #endif
  35. #ifndef writeq
  36. static inline void writeq(u64 val, void __iomem *addr)
  37. {
  38. writel(((u32) (val)), (addr));
  39. writel(((u32) (val >> 32)), (addr + 4));
  40. }
  41. #endif
  42. static struct crb_128M_2M_block_map
  43. crb_128M_2M_map[64] __cacheline_aligned_in_smp = {
  44. {{{0, 0, 0, 0} } }, /* 0: PCI */
  45. {{{1, 0x0100000, 0x0102000, 0x120000}, /* 1: PCIE */
  46. {1, 0x0110000, 0x0120000, 0x130000},
  47. {1, 0x0120000, 0x0122000, 0x124000},
  48. {1, 0x0130000, 0x0132000, 0x126000},
  49. {1, 0x0140000, 0x0142000, 0x128000},
  50. {1, 0x0150000, 0x0152000, 0x12a000},
  51. {1, 0x0160000, 0x0170000, 0x110000},
  52. {1, 0x0170000, 0x0172000, 0x12e000},
  53. {0, 0x0000000, 0x0000000, 0x000000},
  54. {0, 0x0000000, 0x0000000, 0x000000},
  55. {0, 0x0000000, 0x0000000, 0x000000},
  56. {0, 0x0000000, 0x0000000, 0x000000},
  57. {0, 0x0000000, 0x0000000, 0x000000},
  58. {0, 0x0000000, 0x0000000, 0x000000},
  59. {1, 0x01e0000, 0x01e0800, 0x122000},
  60. {0, 0x0000000, 0x0000000, 0x000000} } },
  61. {{{1, 0x0200000, 0x0210000, 0x180000} } },/* 2: MN */
  62. {{{0, 0, 0, 0} } }, /* 3: */
  63. {{{1, 0x0400000, 0x0401000, 0x169000} } },/* 4: P2NR1 */
  64. {{{1, 0x0500000, 0x0510000, 0x140000} } },/* 5: SRE */
  65. {{{1, 0x0600000, 0x0610000, 0x1c0000} } },/* 6: NIU */
  66. {{{1, 0x0700000, 0x0704000, 0x1b8000} } },/* 7: QM */
  67. {{{1, 0x0800000, 0x0802000, 0x170000}, /* 8: SQM0 */
  68. {0, 0x0000000, 0x0000000, 0x000000},
  69. {0, 0x0000000, 0x0000000, 0x000000},
  70. {0, 0x0000000, 0x0000000, 0x000000},
  71. {0, 0x0000000, 0x0000000, 0x000000},
  72. {0, 0x0000000, 0x0000000, 0x000000},
  73. {0, 0x0000000, 0x0000000, 0x000000},
  74. {0, 0x0000000, 0x0000000, 0x000000},
  75. {0, 0x0000000, 0x0000000, 0x000000},
  76. {0, 0x0000000, 0x0000000, 0x000000},
  77. {0, 0x0000000, 0x0000000, 0x000000},
  78. {0, 0x0000000, 0x0000000, 0x000000},
  79. {0, 0x0000000, 0x0000000, 0x000000},
  80. {0, 0x0000000, 0x0000000, 0x000000},
  81. {0, 0x0000000, 0x0000000, 0x000000},
  82. {1, 0x08f0000, 0x08f2000, 0x172000} } },
  83. {{{1, 0x0900000, 0x0902000, 0x174000}, /* 9: SQM1*/
  84. {0, 0x0000000, 0x0000000, 0x000000},
  85. {0, 0x0000000, 0x0000000, 0x000000},
  86. {0, 0x0000000, 0x0000000, 0x000000},
  87. {0, 0x0000000, 0x0000000, 0x000000},
  88. {0, 0x0000000, 0x0000000, 0x000000},
  89. {0, 0x0000000, 0x0000000, 0x000000},
  90. {0, 0x0000000, 0x0000000, 0x000000},
  91. {0, 0x0000000, 0x0000000, 0x000000},
  92. {0, 0x0000000, 0x0000000, 0x000000},
  93. {0, 0x0000000, 0x0000000, 0x000000},
  94. {0, 0x0000000, 0x0000000, 0x000000},
  95. {0, 0x0000000, 0x0000000, 0x000000},
  96. {0, 0x0000000, 0x0000000, 0x000000},
  97. {0, 0x0000000, 0x0000000, 0x000000},
  98. {1, 0x09f0000, 0x09f2000, 0x176000} } },
  99. {{{0, 0x0a00000, 0x0a02000, 0x178000}, /* 10: SQM2*/
  100. {0, 0x0000000, 0x0000000, 0x000000},
  101. {0, 0x0000000, 0x0000000, 0x000000},
  102. {0, 0x0000000, 0x0000000, 0x000000},
  103. {0, 0x0000000, 0x0000000, 0x000000},
  104. {0, 0x0000000, 0x0000000, 0x000000},
  105. {0, 0x0000000, 0x0000000, 0x000000},
  106. {0, 0x0000000, 0x0000000, 0x000000},
  107. {0, 0x0000000, 0x0000000, 0x000000},
  108. {0, 0x0000000, 0x0000000, 0x000000},
  109. {0, 0x0000000, 0x0000000, 0x000000},
  110. {0, 0x0000000, 0x0000000, 0x000000},
  111. {0, 0x0000000, 0x0000000, 0x000000},
  112. {0, 0x0000000, 0x0000000, 0x000000},
  113. {0, 0x0000000, 0x0000000, 0x000000},
  114. {1, 0x0af0000, 0x0af2000, 0x17a000} } },
  115. {{{0, 0x0b00000, 0x0b02000, 0x17c000}, /* 11: SQM3*/
  116. {0, 0x0000000, 0x0000000, 0x000000},
  117. {0, 0x0000000, 0x0000000, 0x000000},
  118. {0, 0x0000000, 0x0000000, 0x000000},
  119. {0, 0x0000000, 0x0000000, 0x000000},
  120. {0, 0x0000000, 0x0000000, 0x000000},
  121. {0, 0x0000000, 0x0000000, 0x000000},
  122. {0, 0x0000000, 0x0000000, 0x000000},
  123. {0, 0x0000000, 0x0000000, 0x000000},
  124. {0, 0x0000000, 0x0000000, 0x000000},
  125. {0, 0x0000000, 0x0000000, 0x000000},
  126. {0, 0x0000000, 0x0000000, 0x000000},
  127. {0, 0x0000000, 0x0000000, 0x000000},
  128. {0, 0x0000000, 0x0000000, 0x000000},
  129. {0, 0x0000000, 0x0000000, 0x000000},
  130. {1, 0x0bf0000, 0x0bf2000, 0x17e000} } },
  131. {{{1, 0x0c00000, 0x0c04000, 0x1d4000} } },/* 12: I2Q */
  132. {{{1, 0x0d00000, 0x0d04000, 0x1a4000} } },/* 13: TMR */
  133. {{{1, 0x0e00000, 0x0e04000, 0x1a0000} } },/* 14: ROMUSB */
  134. {{{1, 0x0f00000, 0x0f01000, 0x164000} } },/* 15: PEG4 */
  135. {{{0, 0x1000000, 0x1004000, 0x1a8000} } },/* 16: XDMA */
  136. {{{1, 0x1100000, 0x1101000, 0x160000} } },/* 17: PEG0 */
  137. {{{1, 0x1200000, 0x1201000, 0x161000} } },/* 18: PEG1 */
  138. {{{1, 0x1300000, 0x1301000, 0x162000} } },/* 19: PEG2 */
  139. {{{1, 0x1400000, 0x1401000, 0x163000} } },/* 20: PEG3 */
  140. {{{1, 0x1500000, 0x1501000, 0x165000} } },/* 21: P2ND */
  141. {{{1, 0x1600000, 0x1601000, 0x166000} } },/* 22: P2NI */
  142. {{{0, 0, 0, 0} } }, /* 23: */
  143. {{{0, 0, 0, 0} } }, /* 24: */
  144. {{{0, 0, 0, 0} } }, /* 25: */
  145. {{{0, 0, 0, 0} } }, /* 26: */
  146. {{{0, 0, 0, 0} } }, /* 27: */
  147. {{{0, 0, 0, 0} } }, /* 28: */
  148. {{{1, 0x1d00000, 0x1d10000, 0x190000} } },/* 29: MS */
  149. {{{1, 0x1e00000, 0x1e01000, 0x16a000} } },/* 30: P2NR2 */
  150. {{{1, 0x1f00000, 0x1f10000, 0x150000} } },/* 31: EPG */
  151. {{{0} } }, /* 32: PCI */
  152. {{{1, 0x2100000, 0x2102000, 0x120000}, /* 33: PCIE */
  153. {1, 0x2110000, 0x2120000, 0x130000},
  154. {1, 0x2120000, 0x2122000, 0x124000},
  155. {1, 0x2130000, 0x2132000, 0x126000},
  156. {1, 0x2140000, 0x2142000, 0x128000},
  157. {1, 0x2150000, 0x2152000, 0x12a000},
  158. {1, 0x2160000, 0x2170000, 0x110000},
  159. {1, 0x2170000, 0x2172000, 0x12e000},
  160. {0, 0x0000000, 0x0000000, 0x000000},
  161. {0, 0x0000000, 0x0000000, 0x000000},
  162. {0, 0x0000000, 0x0000000, 0x000000},
  163. {0, 0x0000000, 0x0000000, 0x000000},
  164. {0, 0x0000000, 0x0000000, 0x000000},
  165. {0, 0x0000000, 0x0000000, 0x000000},
  166. {0, 0x0000000, 0x0000000, 0x000000},
  167. {0, 0x0000000, 0x0000000, 0x000000} } },
  168. {{{1, 0x2200000, 0x2204000, 0x1b0000} } },/* 34: CAM */
  169. {{{0} } }, /* 35: */
  170. {{{0} } }, /* 36: */
  171. {{{0} } }, /* 37: */
  172. {{{0} } }, /* 38: */
  173. {{{0} } }, /* 39: */
  174. {{{1, 0x2800000, 0x2804000, 0x1a4000} } },/* 40: TMR */
  175. {{{1, 0x2900000, 0x2901000, 0x16b000} } },/* 41: P2NR3 */
  176. {{{1, 0x2a00000, 0x2a00400, 0x1ac400} } },/* 42: RPMX1 */
  177. {{{1, 0x2b00000, 0x2b00400, 0x1ac800} } },/* 43: RPMX2 */
  178. {{{1, 0x2c00000, 0x2c00400, 0x1acc00} } },/* 44: RPMX3 */
  179. {{{1, 0x2d00000, 0x2d00400, 0x1ad000} } },/* 45: RPMX4 */
  180. {{{1, 0x2e00000, 0x2e00400, 0x1ad400} } },/* 46: RPMX5 */
  181. {{{1, 0x2f00000, 0x2f00400, 0x1ad800} } },/* 47: RPMX6 */
  182. {{{1, 0x3000000, 0x3000400, 0x1adc00} } },/* 48: RPMX7 */
  183. {{{0, 0x3100000, 0x3104000, 0x1a8000} } },/* 49: XDMA */
  184. {{{1, 0x3200000, 0x3204000, 0x1d4000} } },/* 50: I2Q */
  185. {{{1, 0x3300000, 0x3304000, 0x1a0000} } },/* 51: ROMUSB */
  186. {{{0} } }, /* 52: */
  187. {{{1, 0x3500000, 0x3500400, 0x1ac000} } },/* 53: RPMX0 */
  188. {{{1, 0x3600000, 0x3600400, 0x1ae000} } },/* 54: RPMX8 */
  189. {{{1, 0x3700000, 0x3700400, 0x1ae400} } },/* 55: RPMX9 */
  190. {{{1, 0x3800000, 0x3804000, 0x1d0000} } },/* 56: OCM0 */
  191. {{{1, 0x3900000, 0x3904000, 0x1b4000} } },/* 57: CRYPTO */
  192. {{{1, 0x3a00000, 0x3a04000, 0x1d8000} } },/* 58: SMB */
  193. {{{0} } }, /* 59: I2C0 */
  194. {{{0} } }, /* 60: I2C1 */
  195. {{{1, 0x3d00000, 0x3d04000, 0x1d8000} } },/* 61: LPC */
  196. {{{1, 0x3e00000, 0x3e01000, 0x167000} } },/* 62: P2NC */
  197. {{{1, 0x3f00000, 0x3f01000, 0x168000} } } /* 63: P2NR0 */
  198. };
  199. /*
  200. * top 12 bits of crb internal address (hub, agent)
  201. */
  202. static const unsigned crb_hub_agt[64] = {
  203. 0,
  204. QLCNIC_HW_CRB_HUB_AGT_ADR_PS,
  205. QLCNIC_HW_CRB_HUB_AGT_ADR_MN,
  206. QLCNIC_HW_CRB_HUB_AGT_ADR_MS,
  207. 0,
  208. QLCNIC_HW_CRB_HUB_AGT_ADR_SRE,
  209. QLCNIC_HW_CRB_HUB_AGT_ADR_NIU,
  210. QLCNIC_HW_CRB_HUB_AGT_ADR_QMN,
  211. QLCNIC_HW_CRB_HUB_AGT_ADR_SQN0,
  212. QLCNIC_HW_CRB_HUB_AGT_ADR_SQN1,
  213. QLCNIC_HW_CRB_HUB_AGT_ADR_SQN2,
  214. QLCNIC_HW_CRB_HUB_AGT_ADR_SQN3,
  215. QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q,
  216. QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR,
  217. QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB,
  218. QLCNIC_HW_CRB_HUB_AGT_ADR_PGN4,
  219. QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA,
  220. QLCNIC_HW_CRB_HUB_AGT_ADR_PGN0,
  221. QLCNIC_HW_CRB_HUB_AGT_ADR_PGN1,
  222. QLCNIC_HW_CRB_HUB_AGT_ADR_PGN2,
  223. QLCNIC_HW_CRB_HUB_AGT_ADR_PGN3,
  224. QLCNIC_HW_CRB_HUB_AGT_ADR_PGND,
  225. QLCNIC_HW_CRB_HUB_AGT_ADR_PGNI,
  226. QLCNIC_HW_CRB_HUB_AGT_ADR_PGS0,
  227. QLCNIC_HW_CRB_HUB_AGT_ADR_PGS1,
  228. QLCNIC_HW_CRB_HUB_AGT_ADR_PGS2,
  229. QLCNIC_HW_CRB_HUB_AGT_ADR_PGS3,
  230. 0,
  231. QLCNIC_HW_CRB_HUB_AGT_ADR_PGSI,
  232. QLCNIC_HW_CRB_HUB_AGT_ADR_SN,
  233. 0,
  234. QLCNIC_HW_CRB_HUB_AGT_ADR_EG,
  235. 0,
  236. QLCNIC_HW_CRB_HUB_AGT_ADR_PS,
  237. QLCNIC_HW_CRB_HUB_AGT_ADR_CAM,
  238. 0,
  239. 0,
  240. 0,
  241. 0,
  242. 0,
  243. QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR,
  244. 0,
  245. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX1,
  246. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX2,
  247. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX3,
  248. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX4,
  249. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX5,
  250. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX6,
  251. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX7,
  252. QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA,
  253. QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q,
  254. QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB,
  255. 0,
  256. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX0,
  257. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX8,
  258. QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX9,
  259. QLCNIC_HW_CRB_HUB_AGT_ADR_OCM0,
  260. 0,
  261. QLCNIC_HW_CRB_HUB_AGT_ADR_SMB,
  262. QLCNIC_HW_CRB_HUB_AGT_ADR_I2C0,
  263. QLCNIC_HW_CRB_HUB_AGT_ADR_I2C1,
  264. 0,
  265. QLCNIC_HW_CRB_HUB_AGT_ADR_PGNC,
  266. 0,
  267. };
  268. static const u32 msi_tgt_status[8] = {
  269. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  270. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  271. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  272. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  273. };
  274. /* PCI Windowing for DDR regions. */
  275. #define QLCNIC_PCIE_SEM_TIMEOUT 10000
  276. static void qlcnic_read_window_reg(u32 addr, void __iomem *bar0, u32 *data)
  277. {
  278. u32 dest;
  279. void __iomem *val;
  280. dest = addr & 0xFFFF0000;
  281. val = bar0 + QLCNIC_FW_DUMP_REG1;
  282. writel(dest, val);
  283. readl(val);
  284. val = bar0 + QLCNIC_FW_DUMP_REG2 + LSW(addr);
  285. *data = readl(val);
  286. }
  287. static void qlcnic_write_window_reg(u32 addr, void __iomem *bar0, u32 data)
  288. {
  289. u32 dest;
  290. void __iomem *val;
  291. dest = addr & 0xFFFF0000;
  292. val = bar0 + QLCNIC_FW_DUMP_REG1;
  293. writel(dest, val);
  294. readl(val);
  295. val = bar0 + QLCNIC_FW_DUMP_REG2 + LSW(addr);
  296. writel(data, val);
  297. readl(val);
  298. }
  299. int
  300. qlcnic_pcie_sem_lock(struct qlcnic_adapter *adapter, int sem, u32 id_reg)
  301. {
  302. int done = 0, timeout = 0;
  303. while (!done) {
  304. done = QLCRD32(adapter, QLCNIC_PCIE_REG(PCIE_SEM_LOCK(sem)));
  305. if (done == 1)
  306. break;
  307. if (++timeout >= QLCNIC_PCIE_SEM_TIMEOUT) {
  308. dev_err(&adapter->pdev->dev,
  309. "Failed to acquire sem=%d lock; holdby=%d\n",
  310. sem, id_reg ? QLCRD32(adapter, id_reg) : -1);
  311. return -EIO;
  312. }
  313. msleep(1);
  314. }
  315. if (id_reg)
  316. QLCWR32(adapter, id_reg, adapter->portnum);
  317. return 0;
  318. }
  319. void
  320. qlcnic_pcie_sem_unlock(struct qlcnic_adapter *adapter, int sem)
  321. {
  322. QLCRD32(adapter, QLCNIC_PCIE_REG(PCIE_SEM_UNLOCK(sem)));
  323. }
  324. int qlcnic_ind_rd(struct qlcnic_adapter *adapter, u32 addr)
  325. {
  326. u32 data;
  327. if (qlcnic_82xx_check(adapter))
  328. qlcnic_read_window_reg(addr, adapter->ahw->pci_base0, &data);
  329. else {
  330. data = qlcnic_83xx_rd_reg_indirect(adapter, addr);
  331. if (data == -EIO)
  332. return -EIO;
  333. }
  334. return data;
  335. }
  336. void qlcnic_ind_wr(struct qlcnic_adapter *adapter, u32 addr, u32 data)
  337. {
  338. if (qlcnic_82xx_check(adapter))
  339. qlcnic_write_window_reg(addr, adapter->ahw->pci_base0, data);
  340. else
  341. qlcnic_83xx_wrt_reg_indirect(adapter, addr, data);
  342. }
  343. static int
  344. qlcnic_send_cmd_descs(struct qlcnic_adapter *adapter,
  345. struct cmd_desc_type0 *cmd_desc_arr, int nr_desc)
  346. {
  347. u32 i, producer;
  348. struct qlcnic_cmd_buffer *pbuf;
  349. struct cmd_desc_type0 *cmd_desc;
  350. struct qlcnic_host_tx_ring *tx_ring;
  351. i = 0;
  352. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  353. return -EIO;
  354. tx_ring = adapter->tx_ring;
  355. __netif_tx_lock_bh(tx_ring->txq);
  356. producer = tx_ring->producer;
  357. if (nr_desc >= qlcnic_tx_avail(tx_ring)) {
  358. netif_tx_stop_queue(tx_ring->txq);
  359. smp_mb();
  360. if (qlcnic_tx_avail(tx_ring) > nr_desc) {
  361. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  362. netif_tx_wake_queue(tx_ring->txq);
  363. } else {
  364. adapter->stats.xmit_off++;
  365. __netif_tx_unlock_bh(tx_ring->txq);
  366. return -EBUSY;
  367. }
  368. }
  369. do {
  370. cmd_desc = &cmd_desc_arr[i];
  371. pbuf = &tx_ring->cmd_buf_arr[producer];
  372. pbuf->skb = NULL;
  373. pbuf->frag_count = 0;
  374. memcpy(&tx_ring->desc_head[producer],
  375. cmd_desc, sizeof(struct cmd_desc_type0));
  376. producer = get_next_index(producer, tx_ring->num_desc);
  377. i++;
  378. } while (i != nr_desc);
  379. tx_ring->producer = producer;
  380. qlcnic_update_cmd_producer(tx_ring);
  381. __netif_tx_unlock_bh(tx_ring->txq);
  382. return 0;
  383. }
  384. int qlcnic_82xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
  385. u16 vlan_id, u8 op)
  386. {
  387. struct qlcnic_nic_req req;
  388. struct qlcnic_mac_req *mac_req;
  389. struct qlcnic_vlan_req *vlan_req;
  390. u64 word;
  391. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  392. req.qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  393. word = QLCNIC_MAC_EVENT | ((u64)adapter->portnum << 16);
  394. req.req_hdr = cpu_to_le64(word);
  395. mac_req = (struct qlcnic_mac_req *)&req.words[0];
  396. mac_req->op = op;
  397. memcpy(mac_req->mac_addr, addr, 6);
  398. vlan_req = (struct qlcnic_vlan_req *)&req.words[1];
  399. vlan_req->vlan_id = cpu_to_le16(vlan_id);
  400. return qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  401. }
  402. int qlcnic_nic_del_mac(struct qlcnic_adapter *adapter, const u8 *addr)
  403. {
  404. struct list_head *head;
  405. struct qlcnic_mac_list_s *cur;
  406. int err = -EINVAL;
  407. /* Delete MAC from the existing list */
  408. list_for_each(head, &adapter->mac_list) {
  409. cur = list_entry(head, struct qlcnic_mac_list_s, list);
  410. if (memcmp(addr, cur->mac_addr, ETH_ALEN) == 0) {
  411. err = qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
  412. 0, QLCNIC_MAC_DEL);
  413. if (err)
  414. return err;
  415. list_del(&cur->list);
  416. kfree(cur);
  417. return err;
  418. }
  419. }
  420. return err;
  421. }
  422. int qlcnic_nic_add_mac(struct qlcnic_adapter *adapter, const u8 *addr, u16 vlan)
  423. {
  424. struct list_head *head;
  425. struct qlcnic_mac_list_s *cur;
  426. /* look up if already exists */
  427. list_for_each(head, &adapter->mac_list) {
  428. cur = list_entry(head, struct qlcnic_mac_list_s, list);
  429. if (memcmp(addr, cur->mac_addr, ETH_ALEN) == 0)
  430. return 0;
  431. }
  432. cur = kzalloc(sizeof(struct qlcnic_mac_list_s), GFP_ATOMIC);
  433. if (cur == NULL)
  434. return -ENOMEM;
  435. memcpy(cur->mac_addr, addr, ETH_ALEN);
  436. if (qlcnic_sre_macaddr_change(adapter,
  437. cur->mac_addr, vlan, QLCNIC_MAC_ADD)) {
  438. kfree(cur);
  439. return -EIO;
  440. }
  441. list_add_tail(&cur->list, &adapter->mac_list);
  442. return 0;
  443. }
  444. void __qlcnic_set_multi(struct net_device *netdev, u16 vlan)
  445. {
  446. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  447. struct netdev_hw_addr *ha;
  448. static const u8 bcast_addr[ETH_ALEN] = {
  449. 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
  450. };
  451. u32 mode = VPORT_MISS_MODE_DROP;
  452. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  453. return;
  454. if (!qlcnic_sriov_vf_check(adapter))
  455. qlcnic_nic_add_mac(adapter, adapter->mac_addr, vlan);
  456. qlcnic_nic_add_mac(adapter, bcast_addr, vlan);
  457. if (netdev->flags & IFF_PROMISC) {
  458. if (!(adapter->flags & QLCNIC_PROMISC_DISABLED))
  459. mode = VPORT_MISS_MODE_ACCEPT_ALL;
  460. goto send_fw_cmd;
  461. }
  462. if ((netdev->flags & IFF_ALLMULTI) ||
  463. (netdev_mc_count(netdev) > adapter->ahw->max_mc_count)) {
  464. mode = VPORT_MISS_MODE_ACCEPT_MULTI;
  465. goto send_fw_cmd;
  466. }
  467. if (!netdev_mc_empty(netdev) && !qlcnic_sriov_vf_check(adapter)) {
  468. netdev_for_each_mc_addr(ha, netdev) {
  469. qlcnic_nic_add_mac(adapter, ha->addr, vlan);
  470. }
  471. }
  472. if (qlcnic_sriov_vf_check(adapter))
  473. qlcnic_vf_add_mc_list(netdev, vlan);
  474. send_fw_cmd:
  475. if (!qlcnic_sriov_vf_check(adapter)) {
  476. if (mode == VPORT_MISS_MODE_ACCEPT_ALL &&
  477. !adapter->fdb_mac_learn) {
  478. qlcnic_alloc_lb_filters_mem(adapter);
  479. adapter->drv_mac_learn = true;
  480. } else {
  481. adapter->drv_mac_learn = false;
  482. }
  483. }
  484. qlcnic_nic_set_promisc(adapter, mode);
  485. }
  486. void qlcnic_set_multi(struct net_device *netdev)
  487. {
  488. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  489. struct netdev_hw_addr *ha;
  490. struct qlcnic_mac_list_s *cur;
  491. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  492. return;
  493. if (qlcnic_sriov_vf_check(adapter)) {
  494. if (!netdev_mc_empty(netdev)) {
  495. netdev_for_each_mc_addr(ha, netdev) {
  496. cur = kzalloc(sizeof(struct qlcnic_mac_list_s),
  497. GFP_ATOMIC);
  498. if (cur == NULL)
  499. break;
  500. memcpy(cur->mac_addr,
  501. ha->addr, ETH_ALEN);
  502. list_add_tail(&cur->list, &adapter->vf_mc_list);
  503. }
  504. }
  505. qlcnic_sriov_vf_schedule_multi(adapter->netdev);
  506. return;
  507. }
  508. __qlcnic_set_multi(netdev, 0);
  509. }
  510. int qlcnic_82xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
  511. {
  512. struct qlcnic_nic_req req;
  513. u64 word;
  514. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  515. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  516. word = QLCNIC_H2C_OPCODE_SET_MAC_RECEIVE_MODE |
  517. ((u64)adapter->portnum << 16);
  518. req.req_hdr = cpu_to_le64(word);
  519. req.words[0] = cpu_to_le64(mode);
  520. return qlcnic_send_cmd_descs(adapter,
  521. (struct cmd_desc_type0 *)&req, 1);
  522. }
  523. void qlcnic_82xx_free_mac_list(struct qlcnic_adapter *adapter)
  524. {
  525. struct qlcnic_mac_list_s *cur;
  526. struct list_head *head = &adapter->mac_list;
  527. while (!list_empty(head)) {
  528. cur = list_entry(head->next, struct qlcnic_mac_list_s, list);
  529. qlcnic_sre_macaddr_change(adapter,
  530. cur->mac_addr, 0, QLCNIC_MAC_DEL);
  531. list_del(&cur->list);
  532. kfree(cur);
  533. }
  534. }
  535. void qlcnic_prune_lb_filters(struct qlcnic_adapter *adapter)
  536. {
  537. struct qlcnic_filter *tmp_fil;
  538. struct hlist_node *n;
  539. struct hlist_head *head;
  540. int i;
  541. unsigned long time;
  542. u8 cmd;
  543. for (i = 0; i < adapter->fhash.fbucket_size; i++) {
  544. head = &(adapter->fhash.fhead[i]);
  545. hlist_for_each_entry_safe(tmp_fil, n, head, fnode) {
  546. cmd = tmp_fil->vlan_id ? QLCNIC_MAC_VLAN_DEL :
  547. QLCNIC_MAC_DEL;
  548. time = tmp_fil->ftime;
  549. if (jiffies > (QLCNIC_FILTER_AGE * HZ + time)) {
  550. qlcnic_sre_macaddr_change(adapter,
  551. tmp_fil->faddr,
  552. tmp_fil->vlan_id,
  553. cmd);
  554. spin_lock_bh(&adapter->mac_learn_lock);
  555. adapter->fhash.fnum--;
  556. hlist_del(&tmp_fil->fnode);
  557. spin_unlock_bh(&adapter->mac_learn_lock);
  558. kfree(tmp_fil);
  559. }
  560. }
  561. }
  562. for (i = 0; i < adapter->rx_fhash.fbucket_size; i++) {
  563. head = &(adapter->rx_fhash.fhead[i]);
  564. hlist_for_each_entry_safe(tmp_fil, n, head, fnode)
  565. {
  566. time = tmp_fil->ftime;
  567. if (jiffies > (QLCNIC_FILTER_AGE * HZ + time)) {
  568. spin_lock_bh(&adapter->rx_mac_learn_lock);
  569. adapter->rx_fhash.fnum--;
  570. hlist_del(&tmp_fil->fnode);
  571. spin_unlock_bh(&adapter->rx_mac_learn_lock);
  572. kfree(tmp_fil);
  573. }
  574. }
  575. }
  576. }
  577. void qlcnic_delete_lb_filters(struct qlcnic_adapter *adapter)
  578. {
  579. struct qlcnic_filter *tmp_fil;
  580. struct hlist_node *n;
  581. struct hlist_head *head;
  582. int i;
  583. u8 cmd;
  584. for (i = 0; i < adapter->fhash.fbucket_size; i++) {
  585. head = &(adapter->fhash.fhead[i]);
  586. hlist_for_each_entry_safe(tmp_fil, n, head, fnode) {
  587. cmd = tmp_fil->vlan_id ? QLCNIC_MAC_VLAN_DEL :
  588. QLCNIC_MAC_DEL;
  589. qlcnic_sre_macaddr_change(adapter,
  590. tmp_fil->faddr,
  591. tmp_fil->vlan_id,
  592. cmd);
  593. spin_lock_bh(&adapter->mac_learn_lock);
  594. adapter->fhash.fnum--;
  595. hlist_del(&tmp_fil->fnode);
  596. spin_unlock_bh(&adapter->mac_learn_lock);
  597. kfree(tmp_fil);
  598. }
  599. }
  600. }
  601. static int qlcnic_set_fw_loopback(struct qlcnic_adapter *adapter, u8 flag)
  602. {
  603. struct qlcnic_nic_req req;
  604. int rv;
  605. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  606. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  607. req.req_hdr = cpu_to_le64(QLCNIC_H2C_OPCODE_CONFIG_LOOPBACK |
  608. ((u64) adapter->portnum << 16) | ((u64) 0x1 << 32));
  609. req.words[0] = cpu_to_le64(flag);
  610. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  611. if (rv != 0)
  612. dev_err(&adapter->pdev->dev, "%sting loopback mode failed\n",
  613. flag ? "Set" : "Reset");
  614. return rv;
  615. }
  616. int qlcnic_82xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
  617. {
  618. if (qlcnic_set_fw_loopback(adapter, mode))
  619. return -EIO;
  620. if (qlcnic_nic_set_promisc(adapter,
  621. VPORT_MISS_MODE_ACCEPT_ALL)) {
  622. qlcnic_set_fw_loopback(adapter, 0);
  623. return -EIO;
  624. }
  625. msleep(1000);
  626. return 0;
  627. }
  628. int qlcnic_82xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
  629. {
  630. struct net_device *netdev = adapter->netdev;
  631. mode = VPORT_MISS_MODE_DROP;
  632. qlcnic_set_fw_loopback(adapter, 0);
  633. if (netdev->flags & IFF_PROMISC)
  634. mode = VPORT_MISS_MODE_ACCEPT_ALL;
  635. else if (netdev->flags & IFF_ALLMULTI)
  636. mode = VPORT_MISS_MODE_ACCEPT_MULTI;
  637. qlcnic_nic_set_promisc(adapter, mode);
  638. msleep(1000);
  639. return 0;
  640. }
  641. /*
  642. * Send the interrupt coalescing parameter set by ethtool to the card.
  643. */
  644. void qlcnic_82xx_config_intr_coalesce(struct qlcnic_adapter *adapter)
  645. {
  646. struct qlcnic_nic_req req;
  647. int rv;
  648. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  649. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  650. req.req_hdr = cpu_to_le64(QLCNIC_CONFIG_INTR_COALESCE |
  651. ((u64) adapter->portnum << 16));
  652. req.words[0] = cpu_to_le64(((u64) adapter->ahw->coal.flag) << 32);
  653. req.words[2] = cpu_to_le64(adapter->ahw->coal.rx_packets |
  654. ((u64) adapter->ahw->coal.rx_time_us) << 16);
  655. req.words[5] = cpu_to_le64(adapter->ahw->coal.timer_out |
  656. ((u64) adapter->ahw->coal.type) << 32 |
  657. ((u64) adapter->ahw->coal.sts_ring_mask) << 40);
  658. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  659. if (rv != 0)
  660. dev_err(&adapter->netdev->dev,
  661. "Could not send interrupt coalescing parameters\n");
  662. }
  663. #define QLCNIC_ENABLE_IPV4_LRO 1
  664. #define QLCNIC_ENABLE_IPV6_LRO 2
  665. #define QLCNIC_NO_DEST_IPV4_CHECK (1 << 8)
  666. #define QLCNIC_NO_DEST_IPV6_CHECK (2 << 8)
  667. int qlcnic_82xx_config_hw_lro(struct qlcnic_adapter *adapter, int enable)
  668. {
  669. struct qlcnic_nic_req req;
  670. u64 word;
  671. int rv;
  672. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  673. return 0;
  674. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  675. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  676. word = QLCNIC_H2C_OPCODE_CONFIG_HW_LRO | ((u64)adapter->portnum << 16);
  677. req.req_hdr = cpu_to_le64(word);
  678. word = 0;
  679. if (enable) {
  680. word = QLCNIC_ENABLE_IPV4_LRO | QLCNIC_NO_DEST_IPV4_CHECK;
  681. if (adapter->ahw->capabilities2 & QLCNIC_FW_CAP2_HW_LRO_IPV6)
  682. word |= QLCNIC_ENABLE_IPV6_LRO |
  683. QLCNIC_NO_DEST_IPV6_CHECK;
  684. }
  685. req.words[0] = cpu_to_le64(word);
  686. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  687. if (rv != 0)
  688. dev_err(&adapter->netdev->dev,
  689. "Could not send configure hw lro request\n");
  690. return rv;
  691. }
  692. int qlcnic_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  693. {
  694. struct qlcnic_nic_req req;
  695. u64 word;
  696. int rv;
  697. if (!!(adapter->flags & QLCNIC_BRIDGE_ENABLED) == enable)
  698. return 0;
  699. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  700. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  701. word = QLCNIC_H2C_OPCODE_CONFIG_BRIDGING |
  702. ((u64)adapter->portnum << 16);
  703. req.req_hdr = cpu_to_le64(word);
  704. req.words[0] = cpu_to_le64(enable);
  705. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  706. if (rv != 0)
  707. dev_err(&adapter->netdev->dev,
  708. "Could not send configure bridge mode request\n");
  709. adapter->flags ^= QLCNIC_BRIDGE_ENABLED;
  710. return rv;
  711. }
  712. #define QLCNIC_RSS_HASHTYPE_IP_TCP 0x3
  713. #define QLCNIC_ENABLE_TYPE_C_RSS BIT_10
  714. #define QLCNIC_RSS_FEATURE_FLAG (1ULL << 63)
  715. #define QLCNIC_RSS_IND_TABLE_MASK 0x7ULL
  716. int qlcnic_82xx_config_rss(struct qlcnic_adapter *adapter, int enable)
  717. {
  718. struct qlcnic_nic_req req;
  719. u64 word;
  720. int i, rv;
  721. static const u64 key[] = {
  722. 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
  723. 0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
  724. 0x255b0ec26d5a56daULL
  725. };
  726. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  727. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  728. word = QLCNIC_H2C_OPCODE_CONFIG_RSS | ((u64)adapter->portnum << 16);
  729. req.req_hdr = cpu_to_le64(word);
  730. /*
  731. * RSS request:
  732. * bits 3-0: hash_method
  733. * 5-4: hash_type_ipv4
  734. * 7-6: hash_type_ipv6
  735. * 8: enable
  736. * 9: use indirection table
  737. * 10: type-c rss
  738. * 11: udp rss
  739. * 47-12: reserved
  740. * 62-48: indirection table mask
  741. * 63: feature flag
  742. */
  743. word = ((u64)(QLCNIC_RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
  744. ((u64)(QLCNIC_RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
  745. ((u64)(enable & 0x1) << 8) |
  746. ((u64)QLCNIC_RSS_IND_TABLE_MASK << 48) |
  747. (u64)QLCNIC_ENABLE_TYPE_C_RSS |
  748. (u64)QLCNIC_RSS_FEATURE_FLAG;
  749. req.words[0] = cpu_to_le64(word);
  750. for (i = 0; i < 5; i++)
  751. req.words[i+1] = cpu_to_le64(key[i]);
  752. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  753. if (rv != 0)
  754. dev_err(&adapter->netdev->dev, "could not configure RSS\n");
  755. return rv;
  756. }
  757. void qlcnic_82xx_config_ipaddr(struct qlcnic_adapter *adapter,
  758. __be32 ip, int cmd)
  759. {
  760. struct qlcnic_nic_req req;
  761. struct qlcnic_ipaddr *ipa;
  762. u64 word;
  763. int rv;
  764. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  765. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  766. word = QLCNIC_H2C_OPCODE_CONFIG_IPADDR | ((u64)adapter->portnum << 16);
  767. req.req_hdr = cpu_to_le64(word);
  768. req.words[0] = cpu_to_le64(cmd);
  769. ipa = (struct qlcnic_ipaddr *)&req.words[1];
  770. ipa->ipv4 = ip;
  771. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  772. if (rv != 0)
  773. dev_err(&adapter->netdev->dev,
  774. "could not notify %s IP 0x%x reuqest\n",
  775. (cmd == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
  776. }
  777. int qlcnic_82xx_linkevent_request(struct qlcnic_adapter *adapter, int enable)
  778. {
  779. struct qlcnic_nic_req req;
  780. u64 word;
  781. int rv;
  782. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  783. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  784. word = QLCNIC_H2C_OPCODE_GET_LINKEVENT | ((u64)adapter->portnum << 16);
  785. req.req_hdr = cpu_to_le64(word);
  786. req.words[0] = cpu_to_le64(enable | (enable << 8));
  787. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  788. if (rv != 0)
  789. dev_err(&adapter->netdev->dev,
  790. "could not configure link notification\n");
  791. return rv;
  792. }
  793. int qlcnic_send_lro_cleanup(struct qlcnic_adapter *adapter)
  794. {
  795. struct qlcnic_nic_req req;
  796. u64 word;
  797. int rv;
  798. if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
  799. return 0;
  800. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  801. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  802. word = QLCNIC_H2C_OPCODE_LRO_REQUEST |
  803. ((u64)adapter->portnum << 16) |
  804. ((u64)QLCNIC_LRO_REQUEST_CLEANUP << 56) ;
  805. req.req_hdr = cpu_to_le64(word);
  806. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  807. if (rv != 0)
  808. dev_err(&adapter->netdev->dev,
  809. "could not cleanup lro flows\n");
  810. return rv;
  811. }
  812. /*
  813. * qlcnic_change_mtu - Change the Maximum Transfer Unit
  814. * @returns 0 on success, negative on failure
  815. */
  816. int qlcnic_change_mtu(struct net_device *netdev, int mtu)
  817. {
  818. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  819. int rc = 0;
  820. if (mtu < P3P_MIN_MTU || mtu > P3P_MAX_MTU) {
  821. dev_err(&adapter->netdev->dev, "%d bytes < mtu < %d bytes"
  822. " not supported\n", P3P_MAX_MTU, P3P_MIN_MTU);
  823. return -EINVAL;
  824. }
  825. rc = qlcnic_fw_cmd_set_mtu(adapter, mtu);
  826. if (!rc)
  827. netdev->mtu = mtu;
  828. return rc;
  829. }
  830. netdev_features_t qlcnic_fix_features(struct net_device *netdev,
  831. netdev_features_t features)
  832. {
  833. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  834. if ((adapter->flags & QLCNIC_ESWITCH_ENABLED) &&
  835. qlcnic_82xx_check(adapter)) {
  836. netdev_features_t changed = features ^ netdev->features;
  837. features ^= changed & (NETIF_F_ALL_CSUM | NETIF_F_RXCSUM);
  838. }
  839. if (!(features & NETIF_F_RXCSUM))
  840. features &= ~NETIF_F_LRO;
  841. return features;
  842. }
  843. int qlcnic_set_features(struct net_device *netdev, netdev_features_t features)
  844. {
  845. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  846. netdev_features_t changed = netdev->features ^ features;
  847. int hw_lro = (features & NETIF_F_LRO) ? QLCNIC_LRO_ENABLED : 0;
  848. if (!(changed & NETIF_F_LRO))
  849. return 0;
  850. netdev->features ^= NETIF_F_LRO;
  851. if (qlcnic_config_hw_lro(adapter, hw_lro))
  852. return -EIO;
  853. if (!hw_lro && qlcnic_82xx_check(adapter)) {
  854. if (qlcnic_send_lro_cleanup(adapter))
  855. return -EIO;
  856. }
  857. return 0;
  858. }
  859. /*
  860. * Changes the CRB window to the specified window.
  861. */
  862. /* Returns < 0 if off is not valid,
  863. * 1 if window access is needed. 'off' is set to offset from
  864. * CRB space in 128M pci map
  865. * 0 if no window access is needed. 'off' is set to 2M addr
  866. * In: 'off' is offset from base in 128M pci map
  867. */
  868. static int qlcnic_pci_get_crb_addr_2M(struct qlcnic_hardware_context *ahw,
  869. ulong off, void __iomem **addr)
  870. {
  871. const struct crb_128M_2M_sub_block_map *m;
  872. if ((off >= QLCNIC_CRB_MAX) || (off < QLCNIC_PCI_CRBSPACE))
  873. return -EINVAL;
  874. off -= QLCNIC_PCI_CRBSPACE;
  875. /*
  876. * Try direct map
  877. */
  878. m = &crb_128M_2M_map[CRB_BLK(off)].sub_block[CRB_SUBBLK(off)];
  879. if (m->valid && (m->start_128M <= off) && (m->end_128M > off)) {
  880. *addr = ahw->pci_base0 + m->start_2M +
  881. (off - m->start_128M);
  882. return 0;
  883. }
  884. /*
  885. * Not in direct map, use crb window
  886. */
  887. *addr = ahw->pci_base0 + CRB_INDIRECT_2M + (off & MASK(16));
  888. return 1;
  889. }
  890. /*
  891. * In: 'off' is offset from CRB space in 128M pci map
  892. * Out: 'off' is 2M pci map addr
  893. * side effect: lock crb window
  894. */
  895. static int
  896. qlcnic_pci_set_crbwindow_2M(struct qlcnic_adapter *adapter, ulong off)
  897. {
  898. u32 window;
  899. void __iomem *addr = adapter->ahw->pci_base0 + CRB_WINDOW_2M;
  900. off -= QLCNIC_PCI_CRBSPACE;
  901. window = CRB_HI(off);
  902. if (window == 0) {
  903. dev_err(&adapter->pdev->dev, "Invalid offset 0x%lx\n", off);
  904. return -EIO;
  905. }
  906. writel(window, addr);
  907. if (readl(addr) != window) {
  908. if (printk_ratelimit())
  909. dev_warn(&adapter->pdev->dev,
  910. "failed to set CRB window to %d off 0x%lx\n",
  911. window, off);
  912. return -EIO;
  913. }
  914. return 0;
  915. }
  916. int qlcnic_82xx_hw_write_wx_2M(struct qlcnic_adapter *adapter, ulong off,
  917. u32 data)
  918. {
  919. unsigned long flags;
  920. int rv;
  921. void __iomem *addr = NULL;
  922. rv = qlcnic_pci_get_crb_addr_2M(adapter->ahw, off, &addr);
  923. if (rv == 0) {
  924. writel(data, addr);
  925. return 0;
  926. }
  927. if (rv > 0) {
  928. /* indirect access */
  929. write_lock_irqsave(&adapter->ahw->crb_lock, flags);
  930. crb_win_lock(adapter);
  931. rv = qlcnic_pci_set_crbwindow_2M(adapter, off);
  932. if (!rv)
  933. writel(data, addr);
  934. crb_win_unlock(adapter);
  935. write_unlock_irqrestore(&adapter->ahw->crb_lock, flags);
  936. return rv;
  937. }
  938. dev_err(&adapter->pdev->dev,
  939. "%s: invalid offset: 0x%016lx\n", __func__, off);
  940. dump_stack();
  941. return -EIO;
  942. }
  943. int qlcnic_82xx_hw_read_wx_2M(struct qlcnic_adapter *adapter, ulong off)
  944. {
  945. unsigned long flags;
  946. int rv;
  947. u32 data = -1;
  948. void __iomem *addr = NULL;
  949. rv = qlcnic_pci_get_crb_addr_2M(adapter->ahw, off, &addr);
  950. if (rv == 0)
  951. return readl(addr);
  952. if (rv > 0) {
  953. /* indirect access */
  954. write_lock_irqsave(&adapter->ahw->crb_lock, flags);
  955. crb_win_lock(adapter);
  956. if (!qlcnic_pci_set_crbwindow_2M(adapter, off))
  957. data = readl(addr);
  958. crb_win_unlock(adapter);
  959. write_unlock_irqrestore(&adapter->ahw->crb_lock, flags);
  960. return data;
  961. }
  962. dev_err(&adapter->pdev->dev,
  963. "%s: invalid offset: 0x%016lx\n", __func__, off);
  964. dump_stack();
  965. return -1;
  966. }
  967. void __iomem *qlcnic_get_ioaddr(struct qlcnic_hardware_context *ahw,
  968. u32 offset)
  969. {
  970. void __iomem *addr = NULL;
  971. WARN_ON(qlcnic_pci_get_crb_addr_2M(ahw, offset, &addr));
  972. return addr;
  973. }
  974. static int qlcnic_pci_mem_access_direct(struct qlcnic_adapter *adapter,
  975. u32 window, u64 off, u64 *data, int op)
  976. {
  977. void __iomem *addr;
  978. u32 start;
  979. mutex_lock(&adapter->ahw->mem_lock);
  980. writel(window, adapter->ahw->ocm_win_crb);
  981. /* read back to flush */
  982. readl(adapter->ahw->ocm_win_crb);
  983. start = QLCNIC_PCI_OCM0_2M + off;
  984. addr = adapter->ahw->pci_base0 + start;
  985. if (op == 0) /* read */
  986. *data = readq(addr);
  987. else /* write */
  988. writeq(*data, addr);
  989. /* Set window to 0 */
  990. writel(0, adapter->ahw->ocm_win_crb);
  991. readl(adapter->ahw->ocm_win_crb);
  992. mutex_unlock(&adapter->ahw->mem_lock);
  993. return 0;
  994. }
  995. void
  996. qlcnic_pci_camqm_read_2M(struct qlcnic_adapter *adapter, u64 off, u64 *data)
  997. {
  998. void __iomem *addr = adapter->ahw->pci_base0 +
  999. QLCNIC_PCI_CAMQM_2M_BASE + (off - QLCNIC_PCI_CAMQM);
  1000. mutex_lock(&adapter->ahw->mem_lock);
  1001. *data = readq(addr);
  1002. mutex_unlock(&adapter->ahw->mem_lock);
  1003. }
  1004. void
  1005. qlcnic_pci_camqm_write_2M(struct qlcnic_adapter *adapter, u64 off, u64 data)
  1006. {
  1007. void __iomem *addr = adapter->ahw->pci_base0 +
  1008. QLCNIC_PCI_CAMQM_2M_BASE + (off - QLCNIC_PCI_CAMQM);
  1009. mutex_lock(&adapter->ahw->mem_lock);
  1010. writeq(data, addr);
  1011. mutex_unlock(&adapter->ahw->mem_lock);
  1012. }
  1013. /* Set MS memory control data for different adapters */
  1014. static void qlcnic_set_ms_controls(struct qlcnic_adapter *adapter, u64 off,
  1015. struct qlcnic_ms_reg_ctrl *ms)
  1016. {
  1017. ms->control = QLCNIC_MS_CTRL;
  1018. ms->low = QLCNIC_MS_ADDR_LO;
  1019. ms->hi = QLCNIC_MS_ADDR_HI;
  1020. if (off & 0xf) {
  1021. ms->wd[0] = QLCNIC_MS_WRTDATA_LO;
  1022. ms->rd[0] = QLCNIC_MS_RDDATA_LO;
  1023. ms->wd[1] = QLCNIC_MS_WRTDATA_HI;
  1024. ms->rd[1] = QLCNIC_MS_RDDATA_HI;
  1025. ms->wd[2] = QLCNIC_MS_WRTDATA_ULO;
  1026. ms->wd[3] = QLCNIC_MS_WRTDATA_UHI;
  1027. ms->rd[2] = QLCNIC_MS_RDDATA_ULO;
  1028. ms->rd[3] = QLCNIC_MS_RDDATA_UHI;
  1029. } else {
  1030. ms->wd[0] = QLCNIC_MS_WRTDATA_ULO;
  1031. ms->rd[0] = QLCNIC_MS_RDDATA_ULO;
  1032. ms->wd[1] = QLCNIC_MS_WRTDATA_UHI;
  1033. ms->rd[1] = QLCNIC_MS_RDDATA_UHI;
  1034. ms->wd[2] = QLCNIC_MS_WRTDATA_LO;
  1035. ms->wd[3] = QLCNIC_MS_WRTDATA_HI;
  1036. ms->rd[2] = QLCNIC_MS_RDDATA_LO;
  1037. ms->rd[3] = QLCNIC_MS_RDDATA_HI;
  1038. }
  1039. ms->ocm_window = OCM_WIN_P3P(off);
  1040. ms->off = GET_MEM_OFFS_2M(off);
  1041. }
  1042. int qlcnic_pci_mem_write_2M(struct qlcnic_adapter *adapter, u64 off, u64 data)
  1043. {
  1044. int j, ret = 0;
  1045. u32 temp, off8;
  1046. struct qlcnic_ms_reg_ctrl ms;
  1047. /* Only 64-bit aligned access */
  1048. if (off & 7)
  1049. return -EIO;
  1050. memset(&ms, 0, sizeof(struct qlcnic_ms_reg_ctrl));
  1051. if (!(ADDR_IN_RANGE(off, QLCNIC_ADDR_QDR_NET,
  1052. QLCNIC_ADDR_QDR_NET_MAX) ||
  1053. ADDR_IN_RANGE(off, QLCNIC_ADDR_DDR_NET,
  1054. QLCNIC_ADDR_DDR_NET_MAX)))
  1055. return -EIO;
  1056. qlcnic_set_ms_controls(adapter, off, &ms);
  1057. if (ADDR_IN_RANGE(off, QLCNIC_ADDR_OCM0, QLCNIC_ADDR_OCM0_MAX))
  1058. return qlcnic_pci_mem_access_direct(adapter, ms.ocm_window,
  1059. ms.off, &data, 1);
  1060. off8 = off & ~0xf;
  1061. mutex_lock(&adapter->ahw->mem_lock);
  1062. qlcnic_ind_wr(adapter, ms.low, off8);
  1063. qlcnic_ind_wr(adapter, ms.hi, 0);
  1064. qlcnic_ind_wr(adapter, ms.control, TA_CTL_ENABLE);
  1065. qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_START_ENABLE);
  1066. for (j = 0; j < MAX_CTL_CHECK; j++) {
  1067. temp = qlcnic_ind_rd(adapter, ms.control);
  1068. if ((temp & TA_CTL_BUSY) == 0)
  1069. break;
  1070. }
  1071. if (j >= MAX_CTL_CHECK) {
  1072. ret = -EIO;
  1073. goto done;
  1074. }
  1075. /* This is the modify part of read-modify-write */
  1076. qlcnic_ind_wr(adapter, ms.wd[0], qlcnic_ind_rd(adapter, ms.rd[0]));
  1077. qlcnic_ind_wr(adapter, ms.wd[1], qlcnic_ind_rd(adapter, ms.rd[1]));
  1078. /* This is the write part of read-modify-write */
  1079. qlcnic_ind_wr(adapter, ms.wd[2], data & 0xffffffff);
  1080. qlcnic_ind_wr(adapter, ms.wd[3], (data >> 32) & 0xffffffff);
  1081. qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_WRITE_ENABLE);
  1082. qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_WRITE_START);
  1083. for (j = 0; j < MAX_CTL_CHECK; j++) {
  1084. temp = qlcnic_ind_rd(adapter, ms.control);
  1085. if ((temp & TA_CTL_BUSY) == 0)
  1086. break;
  1087. }
  1088. if (j >= MAX_CTL_CHECK) {
  1089. if (printk_ratelimit())
  1090. dev_err(&adapter->pdev->dev,
  1091. "failed to write through agent\n");
  1092. ret = -EIO;
  1093. } else
  1094. ret = 0;
  1095. done:
  1096. mutex_unlock(&adapter->ahw->mem_lock);
  1097. return ret;
  1098. }
  1099. int qlcnic_pci_mem_read_2M(struct qlcnic_adapter *adapter, u64 off, u64 *data)
  1100. {
  1101. int j, ret;
  1102. u32 temp, off8;
  1103. u64 val;
  1104. struct qlcnic_ms_reg_ctrl ms;
  1105. /* Only 64-bit aligned access */
  1106. if (off & 7)
  1107. return -EIO;
  1108. if (!(ADDR_IN_RANGE(off, QLCNIC_ADDR_QDR_NET,
  1109. QLCNIC_ADDR_QDR_NET_MAX) ||
  1110. ADDR_IN_RANGE(off, QLCNIC_ADDR_DDR_NET,
  1111. QLCNIC_ADDR_DDR_NET_MAX)))
  1112. return -EIO;
  1113. memset(&ms, 0, sizeof(struct qlcnic_ms_reg_ctrl));
  1114. qlcnic_set_ms_controls(adapter, off, &ms);
  1115. if (ADDR_IN_RANGE(off, QLCNIC_ADDR_OCM0, QLCNIC_ADDR_OCM0_MAX))
  1116. return qlcnic_pci_mem_access_direct(adapter, ms.ocm_window,
  1117. ms.off, data, 0);
  1118. mutex_lock(&adapter->ahw->mem_lock);
  1119. off8 = off & ~0xf;
  1120. qlcnic_ind_wr(adapter, ms.low, off8);
  1121. qlcnic_ind_wr(adapter, ms.hi, 0);
  1122. qlcnic_ind_wr(adapter, ms.control, TA_CTL_ENABLE);
  1123. qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_START_ENABLE);
  1124. for (j = 0; j < MAX_CTL_CHECK; j++) {
  1125. temp = qlcnic_ind_rd(adapter, ms.control);
  1126. if ((temp & TA_CTL_BUSY) == 0)
  1127. break;
  1128. }
  1129. if (j >= MAX_CTL_CHECK) {
  1130. if (printk_ratelimit())
  1131. dev_err(&adapter->pdev->dev,
  1132. "failed to read through agent\n");
  1133. ret = -EIO;
  1134. } else {
  1135. temp = qlcnic_ind_rd(adapter, ms.rd[3]);
  1136. val = (u64)temp << 32;
  1137. val |= qlcnic_ind_rd(adapter, ms.rd[2]);
  1138. *data = val;
  1139. ret = 0;
  1140. }
  1141. mutex_unlock(&adapter->ahw->mem_lock);
  1142. return ret;
  1143. }
  1144. int qlcnic_82xx_get_board_info(struct qlcnic_adapter *adapter)
  1145. {
  1146. int offset, board_type, magic;
  1147. struct pci_dev *pdev = adapter->pdev;
  1148. offset = QLCNIC_FW_MAGIC_OFFSET;
  1149. if (qlcnic_rom_fast_read(adapter, offset, &magic))
  1150. return -EIO;
  1151. if (magic != QLCNIC_BDINFO_MAGIC) {
  1152. dev_err(&pdev->dev, "invalid board config, magic=%08x\n",
  1153. magic);
  1154. return -EIO;
  1155. }
  1156. offset = QLCNIC_BRDTYPE_OFFSET;
  1157. if (qlcnic_rom_fast_read(adapter, offset, &board_type))
  1158. return -EIO;
  1159. adapter->ahw->board_type = board_type;
  1160. if (board_type == QLCNIC_BRDTYPE_P3P_4_GB_MM) {
  1161. u32 gpio = QLCRD32(adapter, QLCNIC_ROMUSB_GLB_PAD_GPIO_I);
  1162. if ((gpio & 0x8000) == 0)
  1163. board_type = QLCNIC_BRDTYPE_P3P_10G_TP;
  1164. }
  1165. switch (board_type) {
  1166. case QLCNIC_BRDTYPE_P3P_HMEZ:
  1167. case QLCNIC_BRDTYPE_P3P_XG_LOM:
  1168. case QLCNIC_BRDTYPE_P3P_10G_CX4:
  1169. case QLCNIC_BRDTYPE_P3P_10G_CX4_LP:
  1170. case QLCNIC_BRDTYPE_P3P_IMEZ:
  1171. case QLCNIC_BRDTYPE_P3P_10G_SFP_PLUS:
  1172. case QLCNIC_BRDTYPE_P3P_10G_SFP_CT:
  1173. case QLCNIC_BRDTYPE_P3P_10G_SFP_QT:
  1174. case QLCNIC_BRDTYPE_P3P_10G_XFP:
  1175. case QLCNIC_BRDTYPE_P3P_10000_BASE_T:
  1176. adapter->ahw->port_type = QLCNIC_XGBE;
  1177. break;
  1178. case QLCNIC_BRDTYPE_P3P_REF_QG:
  1179. case QLCNIC_BRDTYPE_P3P_4_GB:
  1180. case QLCNIC_BRDTYPE_P3P_4_GB_MM:
  1181. adapter->ahw->port_type = QLCNIC_GBE;
  1182. break;
  1183. case QLCNIC_BRDTYPE_P3P_10G_TP:
  1184. adapter->ahw->port_type = (adapter->portnum < 2) ?
  1185. QLCNIC_XGBE : QLCNIC_GBE;
  1186. break;
  1187. default:
  1188. dev_err(&pdev->dev, "unknown board type %x\n", board_type);
  1189. adapter->ahw->port_type = QLCNIC_XGBE;
  1190. break;
  1191. }
  1192. return 0;
  1193. }
  1194. int
  1195. qlcnic_wol_supported(struct qlcnic_adapter *adapter)
  1196. {
  1197. u32 wol_cfg;
  1198. wol_cfg = QLCRD32(adapter, QLCNIC_WOL_CONFIG_NV);
  1199. if (wol_cfg & (1UL << adapter->portnum)) {
  1200. wol_cfg = QLCRD32(adapter, QLCNIC_WOL_CONFIG);
  1201. if (wol_cfg & (1 << adapter->portnum))
  1202. return 1;
  1203. }
  1204. return 0;
  1205. }
  1206. int qlcnic_82xx_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  1207. {
  1208. struct qlcnic_nic_req req;
  1209. int rv;
  1210. u64 word;
  1211. memset(&req, 0, sizeof(struct qlcnic_nic_req));
  1212. req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
  1213. word = QLCNIC_H2C_OPCODE_CONFIG_LED | ((u64)adapter->portnum << 16);
  1214. req.req_hdr = cpu_to_le64(word);
  1215. req.words[0] = cpu_to_le64(((u64)rate << 32) | adapter->portnum);
  1216. req.words[1] = cpu_to_le64(state);
  1217. rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
  1218. if (rv)
  1219. dev_err(&adapter->pdev->dev, "LED configuration failed.\n");
  1220. return rv;
  1221. }
  1222. void qlcnic_82xx_get_func_no(struct qlcnic_adapter *adapter)
  1223. {
  1224. void __iomem *msix_base_addr;
  1225. u32 func;
  1226. u32 msix_base;
  1227. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  1228. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  1229. msix_base = readl(msix_base_addr);
  1230. func = (func - msix_base) / QLCNIC_MSIX_TBL_PGSIZE;
  1231. adapter->ahw->pci_func = func;
  1232. }
  1233. void qlcnic_82xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
  1234. loff_t offset, size_t size)
  1235. {
  1236. u32 data;
  1237. u64 qmdata;
  1238. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  1239. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  1240. memcpy(buf, &qmdata, size);
  1241. } else {
  1242. data = QLCRD32(adapter, offset);
  1243. memcpy(buf, &data, size);
  1244. }
  1245. }
  1246. void qlcnic_82xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
  1247. loff_t offset, size_t size)
  1248. {
  1249. u32 data;
  1250. u64 qmdata;
  1251. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  1252. memcpy(&qmdata, buf, size);
  1253. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  1254. } else {
  1255. memcpy(&data, buf, size);
  1256. QLCWR32(adapter, offset, data);
  1257. }
  1258. }
  1259. int qlcnic_82xx_api_lock(struct qlcnic_adapter *adapter)
  1260. {
  1261. return qlcnic_pcie_sem_lock(adapter, 5, 0);
  1262. }
  1263. void qlcnic_82xx_api_unlock(struct qlcnic_adapter *adapter)
  1264. {
  1265. qlcnic_pcie_sem_unlock(adapter, 5);
  1266. }