qlcnic_83xx_init.c 54 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic_sriov.h"
  8. #include "qlcnic.h"
  9. #include "qlcnic_hw.h"
  10. /* Reset template definitions */
  11. #define QLC_83XX_RESTART_TEMPLATE_SIZE 0x2000
  12. #define QLC_83XX_RESET_TEMPLATE_ADDR 0x4F0000
  13. #define QLC_83XX_RESET_SEQ_VERSION 0x0101
  14. #define QLC_83XX_OPCODE_NOP 0x0000
  15. #define QLC_83XX_OPCODE_WRITE_LIST 0x0001
  16. #define QLC_83XX_OPCODE_READ_WRITE_LIST 0x0002
  17. #define QLC_83XX_OPCODE_POLL_LIST 0x0004
  18. #define QLC_83XX_OPCODE_POLL_WRITE_LIST 0x0008
  19. #define QLC_83XX_OPCODE_READ_MODIFY_WRITE 0x0010
  20. #define QLC_83XX_OPCODE_SEQ_PAUSE 0x0020
  21. #define QLC_83XX_OPCODE_SEQ_END 0x0040
  22. #define QLC_83XX_OPCODE_TMPL_END 0x0080
  23. #define QLC_83XX_OPCODE_POLL_READ_LIST 0x0100
  24. /* EPORT control registers */
  25. #define QLC_83XX_RESET_CONTROL 0x28084E50
  26. #define QLC_83XX_RESET_REG 0x28084E60
  27. #define QLC_83XX_RESET_PORT0 0x28084E70
  28. #define QLC_83XX_RESET_PORT1 0x28084E80
  29. #define QLC_83XX_RESET_PORT2 0x28084E90
  30. #define QLC_83XX_RESET_PORT3 0x28084EA0
  31. #define QLC_83XX_RESET_SRESHIM 0x28084EB0
  32. #define QLC_83XX_RESET_EPGSHIM 0x28084EC0
  33. #define QLC_83XX_RESET_ETHERPCS 0x28084ED0
  34. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter);
  35. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev);
  36. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter);
  37. /* Template header */
  38. struct qlc_83xx_reset_hdr {
  39. #if defined(__LITTLE_ENDIAN)
  40. u16 version;
  41. u16 signature;
  42. u16 size;
  43. u16 entries;
  44. u16 hdr_size;
  45. u16 checksum;
  46. u16 init_offset;
  47. u16 start_offset;
  48. #elif defined(__BIG_ENDIAN)
  49. u16 signature;
  50. u16 version;
  51. u16 entries;
  52. u16 size;
  53. u16 checksum;
  54. u16 hdr_size;
  55. u16 start_offset;
  56. u16 init_offset;
  57. #endif
  58. } __packed;
  59. /* Command entry header. */
  60. struct qlc_83xx_entry_hdr {
  61. #if defined(__LITTLE_ENDIAN)
  62. u16 cmd;
  63. u16 size;
  64. u16 count;
  65. u16 delay;
  66. #elif defined(__BIG_ENDIAN)
  67. u16 size;
  68. u16 cmd;
  69. u16 delay;
  70. u16 count;
  71. #endif
  72. } __packed;
  73. /* Generic poll command */
  74. struct qlc_83xx_poll {
  75. u32 mask;
  76. u32 status;
  77. } __packed;
  78. /* Read modify write command */
  79. struct qlc_83xx_rmw {
  80. u32 mask;
  81. u32 xor_value;
  82. u32 or_value;
  83. #if defined(__LITTLE_ENDIAN)
  84. u8 shl;
  85. u8 shr;
  86. u8 index_a;
  87. u8 rsvd;
  88. #elif defined(__BIG_ENDIAN)
  89. u8 rsvd;
  90. u8 index_a;
  91. u8 shr;
  92. u8 shl;
  93. #endif
  94. } __packed;
  95. /* Generic command with 2 DWORD */
  96. struct qlc_83xx_entry {
  97. u32 arg1;
  98. u32 arg2;
  99. } __packed;
  100. /* Generic command with 4 DWORD */
  101. struct qlc_83xx_quad_entry {
  102. u32 dr_addr;
  103. u32 dr_value;
  104. u32 ar_addr;
  105. u32 ar_value;
  106. } __packed;
  107. static const char *const qlc_83xx_idc_states[] = {
  108. "Unknown",
  109. "Cold",
  110. "Init",
  111. "Ready",
  112. "Need Reset",
  113. "Need Quiesce",
  114. "Failed",
  115. "Quiesce"
  116. };
  117. static int
  118. qlcnic_83xx_idc_check_driver_presence_reg(struct qlcnic_adapter *adapter)
  119. {
  120. u32 val;
  121. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  122. if ((val & 0xFFFF))
  123. return 1;
  124. else
  125. return 0;
  126. }
  127. static void qlcnic_83xx_idc_log_state_history(struct qlcnic_adapter *adapter)
  128. {
  129. u32 cur, prev;
  130. cur = adapter->ahw->idc.curr_state;
  131. prev = adapter->ahw->idc.prev_state;
  132. dev_info(&adapter->pdev->dev,
  133. "current state = %s, prev state = %s\n",
  134. adapter->ahw->idc.name[cur],
  135. adapter->ahw->idc.name[prev]);
  136. }
  137. static int qlcnic_83xx_idc_update_audit_reg(struct qlcnic_adapter *adapter,
  138. u8 mode, int lock)
  139. {
  140. u32 val;
  141. int seconds;
  142. if (lock) {
  143. if (qlcnic_83xx_lock_driver(adapter))
  144. return -EBUSY;
  145. }
  146. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  147. val |= (adapter->portnum & 0xf);
  148. val |= mode << 7;
  149. if (mode)
  150. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  151. else
  152. seconds = jiffies / HZ;
  153. val |= seconds << 8;
  154. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT, val);
  155. adapter->ahw->idc.sec_counter = jiffies / HZ;
  156. if (lock)
  157. qlcnic_83xx_unlock_driver(adapter);
  158. return 0;
  159. }
  160. static void qlcnic_83xx_idc_update_minor_version(struct qlcnic_adapter *adapter)
  161. {
  162. u32 val;
  163. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION);
  164. val = val & ~(0x3 << (adapter->portnum * 2));
  165. val = val | (QLC_83XX_IDC_MINOR_VERSION << (adapter->portnum * 2));
  166. QLCWRX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION, val);
  167. }
  168. static int qlcnic_83xx_idc_update_major_version(struct qlcnic_adapter *adapter,
  169. int lock)
  170. {
  171. u32 val;
  172. if (lock) {
  173. if (qlcnic_83xx_lock_driver(adapter))
  174. return -EBUSY;
  175. }
  176. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  177. val = val & ~0xFF;
  178. val = val | QLC_83XX_IDC_MAJOR_VERSION;
  179. QLCWRX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION, val);
  180. if (lock)
  181. qlcnic_83xx_unlock_driver(adapter);
  182. return 0;
  183. }
  184. static int
  185. qlcnic_83xx_idc_update_drv_presence_reg(struct qlcnic_adapter *adapter,
  186. int status, int lock)
  187. {
  188. u32 val;
  189. if (lock) {
  190. if (qlcnic_83xx_lock_driver(adapter))
  191. return -EBUSY;
  192. }
  193. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  194. if (status)
  195. val = val | (1 << adapter->portnum);
  196. else
  197. val = val & ~(1 << adapter->portnum);
  198. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  199. qlcnic_83xx_idc_update_minor_version(adapter);
  200. if (lock)
  201. qlcnic_83xx_unlock_driver(adapter);
  202. return 0;
  203. }
  204. static int qlcnic_83xx_idc_check_major_version(struct qlcnic_adapter *adapter)
  205. {
  206. u32 val;
  207. u8 version;
  208. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  209. version = val & 0xFF;
  210. if (version != QLC_83XX_IDC_MAJOR_VERSION) {
  211. dev_info(&adapter->pdev->dev,
  212. "%s:mismatch. version 0x%x, expected version 0x%x\n",
  213. __func__, version, QLC_83XX_IDC_MAJOR_VERSION);
  214. return -EIO;
  215. }
  216. return 0;
  217. }
  218. static int qlcnic_83xx_idc_clear_registers(struct qlcnic_adapter *adapter,
  219. int lock)
  220. {
  221. u32 val;
  222. if (lock) {
  223. if (qlcnic_83xx_lock_driver(adapter))
  224. return -EBUSY;
  225. }
  226. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, 0);
  227. /* Clear gracefull reset bit */
  228. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  229. val &= ~QLC_83XX_IDC_GRACEFULL_RESET;
  230. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  231. if (lock)
  232. qlcnic_83xx_unlock_driver(adapter);
  233. return 0;
  234. }
  235. static int qlcnic_83xx_idc_update_drv_ack_reg(struct qlcnic_adapter *adapter,
  236. int flag, int lock)
  237. {
  238. u32 val;
  239. if (lock) {
  240. if (qlcnic_83xx_lock_driver(adapter))
  241. return -EBUSY;
  242. }
  243. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  244. if (flag)
  245. val = val | (1 << adapter->portnum);
  246. else
  247. val = val & ~(1 << adapter->portnum);
  248. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, val);
  249. if (lock)
  250. qlcnic_83xx_unlock_driver(adapter);
  251. return 0;
  252. }
  253. static int qlcnic_83xx_idc_check_timeout(struct qlcnic_adapter *adapter,
  254. int time_limit)
  255. {
  256. u64 seconds;
  257. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  258. if (seconds <= time_limit)
  259. return 0;
  260. else
  261. return -EBUSY;
  262. }
  263. /**
  264. * qlcnic_83xx_idc_check_reset_ack_reg
  265. *
  266. * @adapter: adapter structure
  267. *
  268. * Check ACK wait limit and clear the functions which failed to ACK
  269. *
  270. * Return 0 if all functions have acknowledged the reset request.
  271. **/
  272. static int qlcnic_83xx_idc_check_reset_ack_reg(struct qlcnic_adapter *adapter)
  273. {
  274. int timeout;
  275. u32 ack, presence, val;
  276. timeout = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  277. ack = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  278. presence = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  279. dev_info(&adapter->pdev->dev,
  280. "%s: ack = 0x%x, presence = 0x%x\n", __func__, ack, presence);
  281. if (!((ack & presence) == presence)) {
  282. if (qlcnic_83xx_idc_check_timeout(adapter, timeout)) {
  283. /* Clear functions which failed to ACK */
  284. dev_info(&adapter->pdev->dev,
  285. "%s: ACK wait exceeds time limit\n", __func__);
  286. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  287. val = val & ~(ack ^ presence);
  288. if (qlcnic_83xx_lock_driver(adapter))
  289. return -EBUSY;
  290. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  291. dev_info(&adapter->pdev->dev,
  292. "%s: updated drv presence reg = 0x%x\n",
  293. __func__, val);
  294. qlcnic_83xx_unlock_driver(adapter);
  295. return 0;
  296. } else {
  297. return 1;
  298. }
  299. } else {
  300. dev_info(&adapter->pdev->dev,
  301. "%s: Reset ACK received from all functions\n",
  302. __func__);
  303. return 0;
  304. }
  305. }
  306. /**
  307. * qlcnic_83xx_idc_tx_soft_reset
  308. *
  309. * @adapter: adapter structure
  310. *
  311. * Handle context deletion and recreation request from transmit routine
  312. *
  313. * Returns -EBUSY or Success (0)
  314. *
  315. **/
  316. static int qlcnic_83xx_idc_tx_soft_reset(struct qlcnic_adapter *adapter)
  317. {
  318. struct net_device *netdev = adapter->netdev;
  319. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  320. return -EBUSY;
  321. netif_device_detach(netdev);
  322. qlcnic_down(adapter, netdev);
  323. qlcnic_up(adapter, netdev);
  324. netif_device_attach(netdev);
  325. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  326. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  327. return 0;
  328. }
  329. /**
  330. * qlcnic_83xx_idc_detach_driver
  331. *
  332. * @adapter: adapter structure
  333. * Detach net interface, stop TX and cleanup resources before the HW reset.
  334. * Returns: None
  335. *
  336. **/
  337. static void qlcnic_83xx_idc_detach_driver(struct qlcnic_adapter *adapter)
  338. {
  339. int i;
  340. struct net_device *netdev = adapter->netdev;
  341. netif_device_detach(netdev);
  342. /* Disable mailbox interrupt */
  343. qlcnic_83xx_disable_mbx_intr(adapter);
  344. qlcnic_down(adapter, netdev);
  345. for (i = 0; i < adapter->ahw->num_msix; i++) {
  346. adapter->ahw->intr_tbl[i].id = i;
  347. adapter->ahw->intr_tbl[i].enabled = 0;
  348. adapter->ahw->intr_tbl[i].src = 0;
  349. }
  350. if (qlcnic_sriov_pf_check(adapter))
  351. qlcnic_sriov_pf_reset(adapter);
  352. }
  353. /**
  354. * qlcnic_83xx_idc_attach_driver
  355. *
  356. * @adapter: adapter structure
  357. *
  358. * Re-attach and re-enable net interface
  359. * Returns: None
  360. *
  361. **/
  362. static void qlcnic_83xx_idc_attach_driver(struct qlcnic_adapter *adapter)
  363. {
  364. struct net_device *netdev = adapter->netdev;
  365. if (netif_running(netdev)) {
  366. if (qlcnic_up(adapter, netdev))
  367. goto done;
  368. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  369. }
  370. done:
  371. netif_device_attach(netdev);
  372. }
  373. static int qlcnic_83xx_idc_enter_failed_state(struct qlcnic_adapter *adapter,
  374. int lock)
  375. {
  376. if (lock) {
  377. if (qlcnic_83xx_lock_driver(adapter))
  378. return -EBUSY;
  379. }
  380. qlcnic_83xx_idc_clear_registers(adapter, 0);
  381. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_FAILED);
  382. if (lock)
  383. qlcnic_83xx_unlock_driver(adapter);
  384. qlcnic_83xx_idc_log_state_history(adapter);
  385. dev_info(&adapter->pdev->dev, "Device will enter failed state\n");
  386. return 0;
  387. }
  388. static int qlcnic_83xx_idc_enter_init_state(struct qlcnic_adapter *adapter,
  389. int lock)
  390. {
  391. if (lock) {
  392. if (qlcnic_83xx_lock_driver(adapter))
  393. return -EBUSY;
  394. }
  395. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_INIT);
  396. if (lock)
  397. qlcnic_83xx_unlock_driver(adapter);
  398. return 0;
  399. }
  400. static int qlcnic_83xx_idc_enter_need_quiesce(struct qlcnic_adapter *adapter,
  401. int lock)
  402. {
  403. if (lock) {
  404. if (qlcnic_83xx_lock_driver(adapter))
  405. return -EBUSY;
  406. }
  407. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  408. QLC_83XX_IDC_DEV_NEED_QUISCENT);
  409. if (lock)
  410. qlcnic_83xx_unlock_driver(adapter);
  411. return 0;
  412. }
  413. static int
  414. qlcnic_83xx_idc_enter_need_reset_state(struct qlcnic_adapter *adapter, int lock)
  415. {
  416. if (lock) {
  417. if (qlcnic_83xx_lock_driver(adapter))
  418. return -EBUSY;
  419. }
  420. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  421. QLC_83XX_IDC_DEV_NEED_RESET);
  422. if (lock)
  423. qlcnic_83xx_unlock_driver(adapter);
  424. return 0;
  425. }
  426. static int qlcnic_83xx_idc_enter_ready_state(struct qlcnic_adapter *adapter,
  427. int lock)
  428. {
  429. if (lock) {
  430. if (qlcnic_83xx_lock_driver(adapter))
  431. return -EBUSY;
  432. }
  433. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_READY);
  434. if (lock)
  435. qlcnic_83xx_unlock_driver(adapter);
  436. return 0;
  437. }
  438. /**
  439. * qlcnic_83xx_idc_find_reset_owner_id
  440. *
  441. * @adapter: adapter structure
  442. *
  443. * NIC gets precedence over ISCSI and ISCSI has precedence over FCOE.
  444. * Within the same class, function with lowest PCI ID assumes ownership
  445. *
  446. * Returns: reset owner id or failure indication (-EIO)
  447. *
  448. **/
  449. static int qlcnic_83xx_idc_find_reset_owner_id(struct qlcnic_adapter *adapter)
  450. {
  451. u32 reg, reg1, reg2, i, j, owner, class;
  452. reg1 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_1);
  453. reg2 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_2);
  454. owner = QLCNIC_TYPE_NIC;
  455. i = 0;
  456. j = 0;
  457. reg = reg1;
  458. do {
  459. class = (((reg & (0xF << j * 4)) >> j * 4) & 0x3);
  460. if (class == owner)
  461. break;
  462. if (i == (QLC_83XX_IDC_MAX_FUNC_PER_PARTITION_INFO - 1)) {
  463. reg = reg2;
  464. j = 0;
  465. } else {
  466. j++;
  467. }
  468. if (i == (QLC_83XX_IDC_MAX_CNA_FUNCTIONS - 1)) {
  469. if (owner == QLCNIC_TYPE_NIC)
  470. owner = QLCNIC_TYPE_ISCSI;
  471. else if (owner == QLCNIC_TYPE_ISCSI)
  472. owner = QLCNIC_TYPE_FCOE;
  473. else if (owner == QLCNIC_TYPE_FCOE)
  474. return -EIO;
  475. reg = reg1;
  476. j = 0;
  477. i = 0;
  478. }
  479. } while (i++ < QLC_83XX_IDC_MAX_CNA_FUNCTIONS);
  480. return i;
  481. }
  482. static int qlcnic_83xx_idc_restart_hw(struct qlcnic_adapter *adapter, int lock)
  483. {
  484. int ret = 0;
  485. ret = qlcnic_83xx_restart_hw(adapter);
  486. if (ret) {
  487. qlcnic_83xx_idc_enter_failed_state(adapter, lock);
  488. } else {
  489. qlcnic_83xx_idc_clear_registers(adapter, lock);
  490. ret = qlcnic_83xx_idc_enter_ready_state(adapter, lock);
  491. }
  492. return ret;
  493. }
  494. static int qlcnic_83xx_idc_check_fan_failure(struct qlcnic_adapter *adapter)
  495. {
  496. u32 status;
  497. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  498. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  499. dev_err(&adapter->pdev->dev,
  500. "peg halt status1=0x%x\n", status);
  501. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  502. dev_err(&adapter->pdev->dev,
  503. "On board active cooling fan failed. "
  504. "Device has been halted.\n");
  505. dev_err(&adapter->pdev->dev,
  506. "Replace the adapter.\n");
  507. return -EIO;
  508. }
  509. }
  510. return 0;
  511. }
  512. int qlcnic_83xx_idc_reattach_driver(struct qlcnic_adapter *adapter)
  513. {
  514. int err;
  515. /* register for NIC IDC AEN Events */
  516. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  517. err = qlcnic_sriov_pf_reinit(adapter);
  518. if (err)
  519. return err;
  520. qlcnic_83xx_enable_mbx_intrpt(adapter);
  521. if (qlcnic_83xx_configure_opmode(adapter)) {
  522. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  523. return -EIO;
  524. }
  525. if (adapter->nic_ops->init_driver(adapter)) {
  526. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  527. return -EIO;
  528. }
  529. qlcnic_set_drv_version(adapter);
  530. qlcnic_83xx_idc_attach_driver(adapter);
  531. return 0;
  532. }
  533. static void qlcnic_83xx_idc_update_idc_params(struct qlcnic_adapter *adapter)
  534. {
  535. struct qlcnic_hardware_context *ahw = adapter->ahw;
  536. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 1);
  537. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  538. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  539. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  540. ahw->idc.quiesce_req = 0;
  541. ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  542. ahw->idc.err_code = 0;
  543. ahw->idc.collect_dump = 0;
  544. ahw->reset_context = 0;
  545. adapter->tx_timeo_cnt = 0;
  546. ahw->idc.delay_reset = 0;
  547. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  548. }
  549. /**
  550. * qlcnic_83xx_idc_ready_state_entry
  551. *
  552. * @adapter: adapter structure
  553. *
  554. * Perform ready state initialization, this routine will get invoked only
  555. * once from READY state.
  556. *
  557. * Returns: Error code or Success(0)
  558. *
  559. **/
  560. int qlcnic_83xx_idc_ready_state_entry(struct qlcnic_adapter *adapter)
  561. {
  562. struct qlcnic_hardware_context *ahw = adapter->ahw;
  563. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY) {
  564. qlcnic_83xx_idc_update_idc_params(adapter);
  565. /* Re-attach the device if required */
  566. if ((ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
  567. (ahw->idc.prev_state == QLC_83XX_IDC_DEV_INIT)) {
  568. if (qlcnic_83xx_idc_reattach_driver(adapter))
  569. return -EIO;
  570. }
  571. }
  572. return 0;
  573. }
  574. /**
  575. * qlcnic_83xx_idc_vnic_pf_entry
  576. *
  577. * @adapter: adapter structure
  578. *
  579. * Ensure vNIC mode privileged function starts only after vNIC mode is
  580. * enabled by management function.
  581. * If vNIC mode is ready, start initialization.
  582. *
  583. * Returns: -EIO or 0
  584. *
  585. **/
  586. int qlcnic_83xx_idc_vnic_pf_entry(struct qlcnic_adapter *adapter)
  587. {
  588. u32 state;
  589. struct qlcnic_hardware_context *ahw = adapter->ahw;
  590. /* Privileged function waits till mgmt function enables VNIC mode */
  591. state = QLCRDX(adapter->ahw, QLC_83XX_VNIC_STATE);
  592. if (state != QLCNIC_DEV_NPAR_OPER) {
  593. if (!ahw->idc.vnic_wait_limit--) {
  594. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  595. return -EIO;
  596. }
  597. dev_info(&adapter->pdev->dev, "vNIC mode disabled\n");
  598. return -EIO;
  599. } else {
  600. /* Perform one time initialization from ready state */
  601. if (ahw->idc.vnic_state != QLCNIC_DEV_NPAR_OPER) {
  602. qlcnic_83xx_idc_update_idc_params(adapter);
  603. /* If the previous state is UNKNOWN, device will be
  604. already attached properly by Init routine*/
  605. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_UNKNOWN) {
  606. if (qlcnic_83xx_idc_reattach_driver(adapter))
  607. return -EIO;
  608. }
  609. adapter->ahw->idc.vnic_state = QLCNIC_DEV_NPAR_OPER;
  610. dev_info(&adapter->pdev->dev, "vNIC mode enabled\n");
  611. }
  612. }
  613. return 0;
  614. }
  615. static int qlcnic_83xx_idc_unknown_state(struct qlcnic_adapter *adapter)
  616. {
  617. adapter->ahw->idc.err_code = -EIO;
  618. dev_err(&adapter->pdev->dev,
  619. "%s: Device in unknown state\n", __func__);
  620. return 0;
  621. }
  622. /**
  623. * qlcnic_83xx_idc_cold_state
  624. *
  625. * @adapter: adapter structure
  626. *
  627. * If HW is up and running device will enter READY state.
  628. * If firmware image from host needs to be loaded, device is
  629. * forced to start with the file firmware image.
  630. *
  631. * Returns: Error code or Success(0)
  632. *
  633. **/
  634. static int qlcnic_83xx_idc_cold_state_handler(struct qlcnic_adapter *adapter)
  635. {
  636. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 0);
  637. qlcnic_83xx_idc_update_audit_reg(adapter, 1, 0);
  638. if (qlcnic_load_fw_file) {
  639. qlcnic_83xx_idc_restart_hw(adapter, 0);
  640. } else {
  641. if (qlcnic_83xx_check_hw_status(adapter)) {
  642. qlcnic_83xx_idc_enter_failed_state(adapter, 0);
  643. return -EIO;
  644. } else {
  645. qlcnic_83xx_idc_enter_ready_state(adapter, 0);
  646. }
  647. }
  648. return 0;
  649. }
  650. /**
  651. * qlcnic_83xx_idc_init_state
  652. *
  653. * @adapter: adapter structure
  654. *
  655. * Reset owner will restart the device from this state.
  656. * Device will enter failed state if it remains
  657. * in this state for more than DEV_INIT time limit.
  658. *
  659. * Returns: Error code or Success(0)
  660. *
  661. **/
  662. static int qlcnic_83xx_idc_init_state(struct qlcnic_adapter *adapter)
  663. {
  664. int timeout, ret = 0;
  665. u32 owner;
  666. timeout = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  667. if (adapter->ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) {
  668. owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
  669. if (adapter->ahw->pci_func == owner)
  670. ret = qlcnic_83xx_idc_restart_hw(adapter, 1);
  671. } else {
  672. ret = qlcnic_83xx_idc_check_timeout(adapter, timeout);
  673. return ret;
  674. }
  675. return ret;
  676. }
  677. /**
  678. * qlcnic_83xx_idc_ready_state
  679. *
  680. * @adapter: adapter structure
  681. *
  682. * Perform IDC protocol specicifed actions after monitoring device state and
  683. * events.
  684. *
  685. * Returns: Error code or Success(0)
  686. *
  687. **/
  688. static int qlcnic_83xx_idc_ready_state(struct qlcnic_adapter *adapter)
  689. {
  690. u32 val;
  691. struct qlcnic_hardware_context *ahw = adapter->ahw;
  692. int ret = 0;
  693. /* Perform NIC configuration based ready state entry actions */
  694. if (ahw->idc.state_entry(adapter))
  695. return -EIO;
  696. if (qlcnic_check_temp(adapter)) {
  697. if (ahw->temp == QLCNIC_TEMP_PANIC) {
  698. qlcnic_83xx_idc_check_fan_failure(adapter);
  699. dev_err(&adapter->pdev->dev,
  700. "Error: device temperature %d above limits\n",
  701. adapter->ahw->temp);
  702. clear_bit(QLC_83XX_MBX_READY, &ahw->idc.status);
  703. set_bit(__QLCNIC_RESETTING, &adapter->state);
  704. qlcnic_83xx_idc_detach_driver(adapter);
  705. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  706. return -EIO;
  707. }
  708. }
  709. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  710. ret = qlcnic_83xx_check_heartbeat(adapter);
  711. if (ret) {
  712. adapter->flags |= QLCNIC_FW_HANG;
  713. if (!(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  714. clear_bit(QLC_83XX_MBX_READY, &ahw->idc.status);
  715. set_bit(__QLCNIC_RESETTING, &adapter->state);
  716. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  717. }
  718. return -EIO;
  719. }
  720. if ((val & QLC_83XX_IDC_GRACEFULL_RESET) || ahw->idc.collect_dump) {
  721. /* Move to need reset state and prepare for reset */
  722. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  723. return ret;
  724. }
  725. /* Check for soft reset request */
  726. if (ahw->reset_context &&
  727. !(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  728. adapter->ahw->reset_context = 0;
  729. qlcnic_83xx_idc_tx_soft_reset(adapter);
  730. return ret;
  731. }
  732. /* Move to need quiesce state if requested */
  733. if (adapter->ahw->idc.quiesce_req) {
  734. qlcnic_83xx_idc_enter_need_quiesce(adapter, 1);
  735. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  736. return ret;
  737. }
  738. return ret;
  739. }
  740. /**
  741. * qlcnic_83xx_idc_need_reset_state
  742. *
  743. * @adapter: adapter structure
  744. *
  745. * Device will remain in this state until:
  746. * Reset request ACK's are recieved from all the functions
  747. * Wait time exceeds max time limit
  748. *
  749. * Returns: Error code or Success(0)
  750. *
  751. **/
  752. static int qlcnic_83xx_idc_need_reset_state(struct qlcnic_adapter *adapter)
  753. {
  754. int ret = 0;
  755. if (adapter->ahw->idc.prev_state != QLC_83XX_IDC_DEV_NEED_RESET) {
  756. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  757. set_bit(__QLCNIC_RESETTING, &adapter->state);
  758. clear_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  759. if (adapter->ahw->nic_mode == QLC_83XX_VIRTUAL_NIC_MODE)
  760. qlcnic_83xx_disable_vnic_mode(adapter, 1);
  761. if (qlcnic_check_diag_status(adapter)) {
  762. dev_info(&adapter->pdev->dev,
  763. "%s: Wait for diag completion\n", __func__);
  764. adapter->ahw->idc.delay_reset = 1;
  765. return 0;
  766. } else {
  767. qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
  768. qlcnic_83xx_idc_detach_driver(adapter);
  769. }
  770. }
  771. if (qlcnic_check_diag_status(adapter)) {
  772. dev_info(&adapter->pdev->dev,
  773. "%s: Wait for diag completion\n", __func__);
  774. return -1;
  775. } else {
  776. if (adapter->ahw->idc.delay_reset) {
  777. qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
  778. qlcnic_83xx_idc_detach_driver(adapter);
  779. adapter->ahw->idc.delay_reset = 0;
  780. }
  781. /* Check for ACK from other functions */
  782. ret = qlcnic_83xx_idc_check_reset_ack_reg(adapter);
  783. if (ret) {
  784. dev_info(&adapter->pdev->dev,
  785. "%s: Waiting for reset ACK\n", __func__);
  786. return -1;
  787. }
  788. }
  789. /* Transit to INIT state and restart the HW */
  790. qlcnic_83xx_idc_enter_init_state(adapter, 1);
  791. return ret;
  792. }
  793. static int qlcnic_83xx_idc_need_quiesce_state(struct qlcnic_adapter *adapter)
  794. {
  795. dev_err(&adapter->pdev->dev, "%s: TBD\n", __func__);
  796. return 0;
  797. }
  798. static int qlcnic_83xx_idc_failed_state(struct qlcnic_adapter *adapter)
  799. {
  800. dev_err(&adapter->pdev->dev, "%s: please restart!!\n", __func__);
  801. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  802. adapter->ahw->idc.err_code = -EIO;
  803. return 0;
  804. }
  805. static int qlcnic_83xx_idc_quiesce_state(struct qlcnic_adapter *adapter)
  806. {
  807. dev_info(&adapter->pdev->dev, "%s: TBD\n", __func__);
  808. return 0;
  809. }
  810. static int qlcnic_83xx_idc_check_state_validity(struct qlcnic_adapter *adapter,
  811. u32 state)
  812. {
  813. u32 cur, prev, next;
  814. cur = adapter->ahw->idc.curr_state;
  815. prev = adapter->ahw->idc.prev_state;
  816. next = state;
  817. if ((next < QLC_83XX_IDC_DEV_COLD) ||
  818. (next > QLC_83XX_IDC_DEV_QUISCENT)) {
  819. dev_err(&adapter->pdev->dev,
  820. "%s: curr %d, prev %d, next state %d is invalid\n",
  821. __func__, cur, prev, state);
  822. return 1;
  823. }
  824. if ((cur == QLC_83XX_IDC_DEV_UNKNOWN) &&
  825. (prev == QLC_83XX_IDC_DEV_UNKNOWN)) {
  826. if ((next != QLC_83XX_IDC_DEV_COLD) &&
  827. (next != QLC_83XX_IDC_DEV_READY)) {
  828. dev_err(&adapter->pdev->dev,
  829. "%s: failed, cur %d prev %d next %d\n",
  830. __func__, cur, prev, next);
  831. return 1;
  832. }
  833. }
  834. if (next == QLC_83XX_IDC_DEV_INIT) {
  835. if ((prev != QLC_83XX_IDC_DEV_INIT) &&
  836. (prev != QLC_83XX_IDC_DEV_COLD) &&
  837. (prev != QLC_83XX_IDC_DEV_NEED_RESET)) {
  838. dev_err(&adapter->pdev->dev,
  839. "%s: failed, cur %d prev %d next %d\n",
  840. __func__, cur, prev, next);
  841. return 1;
  842. }
  843. }
  844. return 0;
  845. }
  846. static void qlcnic_83xx_periodic_tasks(struct qlcnic_adapter *adapter)
  847. {
  848. if (adapter->fhash.fnum)
  849. qlcnic_prune_lb_filters(adapter);
  850. }
  851. /**
  852. * qlcnic_83xx_idc_poll_dev_state
  853. *
  854. * @work: kernel work queue structure used to schedule the function
  855. *
  856. * Poll device state periodically and perform state specific
  857. * actions defined by Inter Driver Communication (IDC) protocol.
  858. *
  859. * Returns: None
  860. *
  861. **/
  862. void qlcnic_83xx_idc_poll_dev_state(struct work_struct *work)
  863. {
  864. struct qlcnic_adapter *adapter;
  865. u32 state;
  866. adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
  867. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  868. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  869. qlcnic_83xx_idc_log_state_history(adapter);
  870. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  871. } else {
  872. adapter->ahw->idc.curr_state = state;
  873. }
  874. switch (adapter->ahw->idc.curr_state) {
  875. case QLC_83XX_IDC_DEV_READY:
  876. qlcnic_83xx_idc_ready_state(adapter);
  877. break;
  878. case QLC_83XX_IDC_DEV_NEED_RESET:
  879. qlcnic_83xx_idc_need_reset_state(adapter);
  880. break;
  881. case QLC_83XX_IDC_DEV_NEED_QUISCENT:
  882. qlcnic_83xx_idc_need_quiesce_state(adapter);
  883. break;
  884. case QLC_83XX_IDC_DEV_FAILED:
  885. qlcnic_83xx_idc_failed_state(adapter);
  886. return;
  887. case QLC_83XX_IDC_DEV_INIT:
  888. qlcnic_83xx_idc_init_state(adapter);
  889. break;
  890. case QLC_83XX_IDC_DEV_QUISCENT:
  891. qlcnic_83xx_idc_quiesce_state(adapter);
  892. break;
  893. default:
  894. qlcnic_83xx_idc_unknown_state(adapter);
  895. return;
  896. }
  897. adapter->ahw->idc.prev_state = adapter->ahw->idc.curr_state;
  898. qlcnic_83xx_periodic_tasks(adapter);
  899. /* Re-schedule the function */
  900. if (test_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status))
  901. qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
  902. adapter->ahw->idc.delay);
  903. }
  904. static void qlcnic_83xx_setup_idc_parameters(struct qlcnic_adapter *adapter)
  905. {
  906. u32 idc_params, val;
  907. if (qlcnic_83xx_lockless_flash_read32(adapter,
  908. QLC_83XX_IDC_FLASH_PARAM_ADDR,
  909. (u8 *)&idc_params, 1)) {
  910. dev_info(&adapter->pdev->dev,
  911. "%s:failed to get IDC params from flash\n", __func__);
  912. adapter->dev_init_timeo = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  913. adapter->reset_ack_timeo = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  914. } else {
  915. adapter->dev_init_timeo = idc_params & 0xFFFF;
  916. adapter->reset_ack_timeo = ((idc_params >> 16) & 0xFFFF);
  917. }
  918. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  919. adapter->ahw->idc.prev_state = QLC_83XX_IDC_DEV_UNKNOWN;
  920. adapter->ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  921. adapter->ahw->idc.err_code = 0;
  922. adapter->ahw->idc.collect_dump = 0;
  923. adapter->ahw->idc.name = (char **)qlc_83xx_idc_states;
  924. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  925. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  926. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  927. /* Check if reset recovery is disabled */
  928. if (!qlcnic_auto_fw_reset) {
  929. /* Propagate do not reset request to other functions */
  930. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  931. val = val | QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  932. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  933. }
  934. }
  935. static int
  936. qlcnic_83xx_idc_first_to_load_function_handler(struct qlcnic_adapter *adapter)
  937. {
  938. u32 state, val;
  939. if (qlcnic_83xx_lock_driver(adapter))
  940. return -EIO;
  941. /* Clear driver lock register */
  942. QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, 0);
  943. if (qlcnic_83xx_idc_update_major_version(adapter, 0)) {
  944. qlcnic_83xx_unlock_driver(adapter);
  945. return -EIO;
  946. }
  947. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  948. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  949. qlcnic_83xx_unlock_driver(adapter);
  950. return -EIO;
  951. }
  952. if (state != QLC_83XX_IDC_DEV_COLD && qlcnic_load_fw_file) {
  953. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  954. QLC_83XX_IDC_DEV_COLD);
  955. state = QLC_83XX_IDC_DEV_COLD;
  956. }
  957. adapter->ahw->idc.curr_state = state;
  958. /* First to load function should cold boot the device */
  959. if (state == QLC_83XX_IDC_DEV_COLD)
  960. qlcnic_83xx_idc_cold_state_handler(adapter);
  961. /* Check if reset recovery is enabled */
  962. if (qlcnic_auto_fw_reset) {
  963. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  964. val = val & ~QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  965. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  966. }
  967. qlcnic_83xx_unlock_driver(adapter);
  968. return 0;
  969. }
  970. int qlcnic_83xx_idc_init(struct qlcnic_adapter *adapter)
  971. {
  972. int ret = -EIO;
  973. qlcnic_83xx_setup_idc_parameters(adapter);
  974. if (qlcnic_83xx_get_reset_instruction_template(adapter))
  975. return ret;
  976. if (!qlcnic_83xx_idc_check_driver_presence_reg(adapter)) {
  977. if (qlcnic_83xx_idc_first_to_load_function_handler(adapter))
  978. return -EIO;
  979. } else {
  980. if (qlcnic_83xx_idc_check_major_version(adapter))
  981. return -EIO;
  982. }
  983. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  984. return 0;
  985. }
  986. void qlcnic_83xx_idc_exit(struct qlcnic_adapter *adapter)
  987. {
  988. int id;
  989. u32 val;
  990. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  991. usleep_range(10000, 11000);
  992. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  993. id = id & 0xFF;
  994. if (id == adapter->portnum) {
  995. dev_err(&adapter->pdev->dev,
  996. "%s: wait for lock recovery.. %d\n", __func__, id);
  997. msleep(20);
  998. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  999. id = id & 0xFF;
  1000. }
  1001. /* Clear driver presence bit */
  1002. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  1003. val = val & ~(1 << adapter->portnum);
  1004. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  1005. clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  1006. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1007. cancel_delayed_work_sync(&adapter->fw_work);
  1008. }
  1009. void qlcnic_83xx_idc_request_reset(struct qlcnic_adapter *adapter, u32 key)
  1010. {
  1011. u32 val;
  1012. if (qlcnic_83xx_lock_driver(adapter)) {
  1013. dev_err(&adapter->pdev->dev,
  1014. "%s:failed, please retry\n", __func__);
  1015. return;
  1016. }
  1017. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1018. if ((val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY) ||
  1019. !qlcnic_auto_fw_reset) {
  1020. dev_err(&adapter->pdev->dev,
  1021. "%s:failed, device in non reset mode\n", __func__);
  1022. qlcnic_83xx_unlock_driver(adapter);
  1023. return;
  1024. }
  1025. if (key == QLCNIC_FORCE_FW_RESET) {
  1026. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1027. val = val | QLC_83XX_IDC_GRACEFULL_RESET;
  1028. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  1029. } else if (key == QLCNIC_FORCE_FW_DUMP_KEY) {
  1030. adapter->ahw->idc.collect_dump = 1;
  1031. }
  1032. qlcnic_83xx_unlock_driver(adapter);
  1033. return;
  1034. }
  1035. static int qlcnic_83xx_copy_bootloader(struct qlcnic_adapter *adapter)
  1036. {
  1037. u8 *p_cache;
  1038. u32 src, size;
  1039. u64 dest;
  1040. int ret = -EIO;
  1041. src = QLC_83XX_BOOTLOADER_FLASH_ADDR;
  1042. dest = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_ADDR);
  1043. size = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_SIZE);
  1044. /* alignment check */
  1045. if (size & 0xF)
  1046. size = (size + 16) & ~0xF;
  1047. p_cache = kzalloc(size, GFP_KERNEL);
  1048. if (p_cache == NULL)
  1049. return -ENOMEM;
  1050. ret = qlcnic_83xx_lockless_flash_read32(adapter, src, p_cache,
  1051. size / sizeof(u32));
  1052. if (ret) {
  1053. kfree(p_cache);
  1054. return ret;
  1055. }
  1056. /* 16 byte write to MS memory */
  1057. ret = qlcnic_83xx_ms_mem_write128(adapter, dest, (u32 *)p_cache,
  1058. size / 16);
  1059. if (ret) {
  1060. kfree(p_cache);
  1061. return ret;
  1062. }
  1063. kfree(p_cache);
  1064. return ret;
  1065. }
  1066. static int qlcnic_83xx_copy_fw_file(struct qlcnic_adapter *adapter)
  1067. {
  1068. u32 dest, *p_cache;
  1069. u64 addr;
  1070. u8 data[16];
  1071. size_t size;
  1072. int i, ret = -EIO;
  1073. dest = QLCRDX(adapter->ahw, QLCNIC_FW_IMAGE_ADDR);
  1074. size = (adapter->ahw->fw_info.fw->size & ~0xF);
  1075. p_cache = (u32 *)adapter->ahw->fw_info.fw->data;
  1076. addr = (u64)dest;
  1077. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1078. (u32 *)p_cache, size / 16);
  1079. if (ret) {
  1080. dev_err(&adapter->pdev->dev, "MS memory write failed\n");
  1081. release_firmware(adapter->ahw->fw_info.fw);
  1082. adapter->ahw->fw_info.fw = NULL;
  1083. return -EIO;
  1084. }
  1085. /* alignment check */
  1086. if (adapter->ahw->fw_info.fw->size & 0xF) {
  1087. addr = dest + size;
  1088. for (i = 0; i < (adapter->ahw->fw_info.fw->size & 0xF); i++)
  1089. data[i] = adapter->ahw->fw_info.fw->data[size + i];
  1090. for (; i < 16; i++)
  1091. data[i] = 0;
  1092. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1093. (u32 *)data, 1);
  1094. if (ret) {
  1095. dev_err(&adapter->pdev->dev,
  1096. "MS memory write failed\n");
  1097. release_firmware(adapter->ahw->fw_info.fw);
  1098. adapter->ahw->fw_info.fw = NULL;
  1099. return -EIO;
  1100. }
  1101. }
  1102. release_firmware(adapter->ahw->fw_info.fw);
  1103. adapter->ahw->fw_info.fw = NULL;
  1104. return 0;
  1105. }
  1106. static void qlcnic_83xx_dump_pause_control_regs(struct qlcnic_adapter *adapter)
  1107. {
  1108. int i, j;
  1109. u32 val = 0, val1 = 0, reg = 0;
  1110. int err = 0;
  1111. val = QLCRD32(adapter, QLC_83XX_SRE_SHIM_REG, &err);
  1112. if (err == -EIO)
  1113. return;
  1114. dev_info(&adapter->pdev->dev, "SRE-Shim Ctrl:0x%x\n", val);
  1115. for (j = 0; j < 2; j++) {
  1116. if (j == 0) {
  1117. dev_info(&adapter->pdev->dev,
  1118. "Port 0 RxB Pause Threshold Regs[TC7..TC0]:");
  1119. reg = QLC_83XX_PORT0_THRESHOLD;
  1120. } else if (j == 1) {
  1121. dev_info(&adapter->pdev->dev,
  1122. "Port 1 RxB Pause Threshold Regs[TC7..TC0]:");
  1123. reg = QLC_83XX_PORT1_THRESHOLD;
  1124. }
  1125. for (i = 0; i < 8; i++) {
  1126. val = QLCRD32(adapter, reg + (i * 0x4), &err);
  1127. if (err == -EIO)
  1128. return;
  1129. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1130. }
  1131. dev_info(&adapter->pdev->dev, "\n");
  1132. }
  1133. for (j = 0; j < 2; j++) {
  1134. if (j == 0) {
  1135. dev_info(&adapter->pdev->dev,
  1136. "Port 0 RxB TC Max Cell Registers[4..1]:");
  1137. reg = QLC_83XX_PORT0_TC_MC_REG;
  1138. } else if (j == 1) {
  1139. dev_info(&adapter->pdev->dev,
  1140. "Port 1 RxB TC Max Cell Registers[4..1]:");
  1141. reg = QLC_83XX_PORT1_TC_MC_REG;
  1142. }
  1143. for (i = 0; i < 4; i++) {
  1144. val = QLCRD32(adapter, reg + (i * 0x4), &err);
  1145. if (err == -EIO)
  1146. return;
  1147. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1148. }
  1149. dev_info(&adapter->pdev->dev, "\n");
  1150. }
  1151. for (j = 0; j < 2; j++) {
  1152. if (j == 0) {
  1153. dev_info(&adapter->pdev->dev,
  1154. "Port 0 RxB Rx TC Stats[TC7..TC0]:");
  1155. reg = QLC_83XX_PORT0_TC_STATS;
  1156. } else if (j == 1) {
  1157. dev_info(&adapter->pdev->dev,
  1158. "Port 1 RxB Rx TC Stats[TC7..TC0]:");
  1159. reg = QLC_83XX_PORT1_TC_STATS;
  1160. }
  1161. for (i = 7; i >= 0; i--) {
  1162. val = QLCRD32(adapter, reg, &err);
  1163. if (err == -EIO)
  1164. return;
  1165. val &= ~(0x7 << 29); /* Reset bits 29 to 31 */
  1166. QLCWR32(adapter, reg, (val | (i << 29)));
  1167. val = QLCRD32(adapter, reg, &err);
  1168. if (err == -EIO)
  1169. return;
  1170. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1171. }
  1172. dev_info(&adapter->pdev->dev, "\n");
  1173. }
  1174. val = QLCRD32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, &err);
  1175. if (err == -EIO)
  1176. return;
  1177. val1 = QLCRD32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, &err);
  1178. if (err == -EIO)
  1179. return;
  1180. dev_info(&adapter->pdev->dev,
  1181. "IFB-Pause Thresholds: Port 2:0x%x, Port 3:0x%x\n",
  1182. val, val1);
  1183. }
  1184. static void qlcnic_83xx_disable_pause_frames(struct qlcnic_adapter *adapter)
  1185. {
  1186. u32 reg = 0, i, j;
  1187. if (qlcnic_83xx_lock_driver(adapter)) {
  1188. dev_err(&adapter->pdev->dev,
  1189. "%s:failed to acquire driver lock\n", __func__);
  1190. return;
  1191. }
  1192. qlcnic_83xx_dump_pause_control_regs(adapter);
  1193. QLCWR32(adapter, QLC_83XX_SRE_SHIM_REG, 0x0);
  1194. for (j = 0; j < 2; j++) {
  1195. if (j == 0)
  1196. reg = QLC_83XX_PORT0_THRESHOLD;
  1197. else if (j == 1)
  1198. reg = QLC_83XX_PORT1_THRESHOLD;
  1199. for (i = 0; i < 8; i++)
  1200. QLCWR32(adapter, reg + (i * 0x4), 0x0);
  1201. }
  1202. for (j = 0; j < 2; j++) {
  1203. if (j == 0)
  1204. reg = QLC_83XX_PORT0_TC_MC_REG;
  1205. else if (j == 1)
  1206. reg = QLC_83XX_PORT1_TC_MC_REG;
  1207. for (i = 0; i < 4; i++)
  1208. QLCWR32(adapter, reg + (i * 0x4), 0x03FF03FF);
  1209. }
  1210. QLCWR32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, 0);
  1211. QLCWR32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, 0);
  1212. dev_info(&adapter->pdev->dev,
  1213. "Disabled pause frames successfully on all ports\n");
  1214. qlcnic_83xx_unlock_driver(adapter);
  1215. }
  1216. static void qlcnic_83xx_take_eport_out_of_reset(struct qlcnic_adapter *adapter)
  1217. {
  1218. QLCWR32(adapter, QLC_83XX_RESET_REG, 0);
  1219. QLCWR32(adapter, QLC_83XX_RESET_PORT0, 0);
  1220. QLCWR32(adapter, QLC_83XX_RESET_PORT1, 0);
  1221. QLCWR32(adapter, QLC_83XX_RESET_PORT2, 0);
  1222. QLCWR32(adapter, QLC_83XX_RESET_PORT3, 0);
  1223. QLCWR32(adapter, QLC_83XX_RESET_SRESHIM, 0);
  1224. QLCWR32(adapter, QLC_83XX_RESET_EPGSHIM, 0);
  1225. QLCWR32(adapter, QLC_83XX_RESET_ETHERPCS, 0);
  1226. QLCWR32(adapter, QLC_83XX_RESET_CONTROL, 1);
  1227. }
  1228. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev)
  1229. {
  1230. u32 heartbeat, peg_status;
  1231. int retries, ret = -EIO, err = 0;
  1232. retries = QLCNIC_HEARTBEAT_CHECK_RETRY_COUNT;
  1233. p_dev->heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1234. QLCNIC_PEG_ALIVE_COUNTER);
  1235. do {
  1236. msleep(QLCNIC_HEARTBEAT_PERIOD_MSECS);
  1237. heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1238. QLCNIC_PEG_ALIVE_COUNTER);
  1239. if (heartbeat != p_dev->heartbeat) {
  1240. ret = QLCNIC_RCODE_SUCCESS;
  1241. break;
  1242. }
  1243. } while (--retries);
  1244. if (ret) {
  1245. dev_err(&p_dev->pdev->dev, "firmware hang detected\n");
  1246. qlcnic_83xx_take_eport_out_of_reset(p_dev);
  1247. qlcnic_83xx_disable_pause_frames(p_dev);
  1248. peg_status = QLC_SHARED_REG_RD32(p_dev,
  1249. QLCNIC_PEG_HALT_STATUS1);
  1250. dev_info(&p_dev->pdev->dev, "Dumping HW/FW registers\n"
  1251. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  1252. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  1253. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  1254. "PEG_NET_4_PC: 0x%x\n", peg_status,
  1255. QLC_SHARED_REG_RD32(p_dev, QLCNIC_PEG_HALT_STATUS2),
  1256. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_0, &err),
  1257. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_1, &err),
  1258. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_2, &err),
  1259. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_3, &err),
  1260. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_4, &err));
  1261. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  1262. dev_err(&p_dev->pdev->dev,
  1263. "Device is being reset err code 0x00006700.\n");
  1264. }
  1265. return ret;
  1266. }
  1267. static int qlcnic_83xx_check_cmd_peg_status(struct qlcnic_adapter *p_dev)
  1268. {
  1269. int retries = QLCNIC_CMDPEG_CHECK_RETRY_COUNT;
  1270. u32 val;
  1271. do {
  1272. val = QLC_SHARED_REG_RD32(p_dev, QLCNIC_CMDPEG_STATE);
  1273. if (val == QLC_83XX_CMDPEG_COMPLETE)
  1274. return 0;
  1275. msleep(QLCNIC_CMDPEG_CHECK_DELAY);
  1276. } while (--retries);
  1277. dev_err(&p_dev->pdev->dev, "%s: failed, state = 0x%x\n", __func__, val);
  1278. return -EIO;
  1279. }
  1280. int qlcnic_83xx_check_hw_status(struct qlcnic_adapter *p_dev)
  1281. {
  1282. int err;
  1283. err = qlcnic_83xx_check_cmd_peg_status(p_dev);
  1284. if (err)
  1285. return err;
  1286. err = qlcnic_83xx_check_heartbeat(p_dev);
  1287. if (err)
  1288. return err;
  1289. return err;
  1290. }
  1291. static int qlcnic_83xx_poll_reg(struct qlcnic_adapter *p_dev, u32 addr,
  1292. int duration, u32 mask, u32 status)
  1293. {
  1294. int timeout_error, err = 0;
  1295. u32 value;
  1296. u8 retries;
  1297. value = QLCRD32(p_dev, addr, &err);
  1298. if (err == -EIO)
  1299. return err;
  1300. retries = duration / 10;
  1301. do {
  1302. if ((value & mask) != status) {
  1303. timeout_error = 1;
  1304. msleep(duration / 10);
  1305. value = QLCRD32(p_dev, addr, &err);
  1306. if (err == -EIO)
  1307. return err;
  1308. } else {
  1309. timeout_error = 0;
  1310. break;
  1311. }
  1312. } while (retries--);
  1313. if (timeout_error) {
  1314. p_dev->ahw->reset.seq_error++;
  1315. dev_err(&p_dev->pdev->dev,
  1316. "%s: Timeout Err, entry_num = %d\n",
  1317. __func__, p_dev->ahw->reset.seq_index);
  1318. dev_err(&p_dev->pdev->dev,
  1319. "0x%08x 0x%08x 0x%08x\n",
  1320. value, mask, status);
  1321. }
  1322. return timeout_error;
  1323. }
  1324. static int qlcnic_83xx_reset_template_checksum(struct qlcnic_adapter *p_dev)
  1325. {
  1326. u32 sum = 0;
  1327. u16 *buff = (u16 *)p_dev->ahw->reset.buff;
  1328. int count = p_dev->ahw->reset.hdr->size / sizeof(u16);
  1329. while (count-- > 0)
  1330. sum += *buff++;
  1331. while (sum >> 16)
  1332. sum = (sum & 0xFFFF) + (sum >> 16);
  1333. if (~sum) {
  1334. return 0;
  1335. } else {
  1336. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1337. return -1;
  1338. }
  1339. }
  1340. int qlcnic_83xx_get_reset_instruction_template(struct qlcnic_adapter *p_dev)
  1341. {
  1342. struct qlcnic_hardware_context *ahw = p_dev->ahw;
  1343. u32 addr, count, prev_ver, curr_ver;
  1344. u8 *p_buff;
  1345. if (ahw->reset.buff != NULL) {
  1346. prev_ver = p_dev->fw_version;
  1347. curr_ver = qlcnic_83xx_get_fw_version(p_dev);
  1348. if (curr_ver > prev_ver)
  1349. kfree(ahw->reset.buff);
  1350. else
  1351. return 0;
  1352. }
  1353. ahw->reset.seq_error = 0;
  1354. ahw->reset.buff = kzalloc(QLC_83XX_RESTART_TEMPLATE_SIZE, GFP_KERNEL);
  1355. if (p_dev->ahw->reset.buff == NULL)
  1356. return -ENOMEM;
  1357. p_buff = p_dev->ahw->reset.buff;
  1358. addr = QLC_83XX_RESET_TEMPLATE_ADDR;
  1359. count = sizeof(struct qlc_83xx_reset_hdr) / sizeof(u32);
  1360. /* Copy template header from flash */
  1361. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1362. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1363. return -EIO;
  1364. }
  1365. ahw->reset.hdr = (struct qlc_83xx_reset_hdr *)ahw->reset.buff;
  1366. addr = QLC_83XX_RESET_TEMPLATE_ADDR + ahw->reset.hdr->hdr_size;
  1367. p_buff = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1368. count = (ahw->reset.hdr->size - ahw->reset.hdr->hdr_size) / sizeof(u32);
  1369. /* Copy rest of the template */
  1370. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1371. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1372. return -EIO;
  1373. }
  1374. if (qlcnic_83xx_reset_template_checksum(p_dev))
  1375. return -EIO;
  1376. /* Get Stop, Start and Init command offsets */
  1377. ahw->reset.init_offset = ahw->reset.buff + ahw->reset.hdr->init_offset;
  1378. ahw->reset.start_offset = ahw->reset.buff +
  1379. ahw->reset.hdr->start_offset;
  1380. ahw->reset.stop_offset = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1381. return 0;
  1382. }
  1383. /* Read Write HW register command */
  1384. static void qlcnic_83xx_read_write_crb_reg(struct qlcnic_adapter *p_dev,
  1385. u32 raddr, u32 waddr)
  1386. {
  1387. int err = 0;
  1388. u32 value;
  1389. value = QLCRD32(p_dev, raddr, &err);
  1390. if (err == -EIO)
  1391. return;
  1392. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1393. }
  1394. /* Read Modify Write HW register command */
  1395. static void qlcnic_83xx_rmw_crb_reg(struct qlcnic_adapter *p_dev,
  1396. u32 raddr, u32 waddr,
  1397. struct qlc_83xx_rmw *p_rmw_hdr)
  1398. {
  1399. int err = 0;
  1400. u32 value;
  1401. if (p_rmw_hdr->index_a) {
  1402. value = p_dev->ahw->reset.array[p_rmw_hdr->index_a];
  1403. } else {
  1404. value = QLCRD32(p_dev, raddr, &err);
  1405. if (err == -EIO)
  1406. return;
  1407. }
  1408. value &= p_rmw_hdr->mask;
  1409. value <<= p_rmw_hdr->shl;
  1410. value >>= p_rmw_hdr->shr;
  1411. value |= p_rmw_hdr->or_value;
  1412. value ^= p_rmw_hdr->xor_value;
  1413. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1414. }
  1415. /* Write HW register command */
  1416. static void qlcnic_83xx_write_list(struct qlcnic_adapter *p_dev,
  1417. struct qlc_83xx_entry_hdr *p_hdr)
  1418. {
  1419. int i;
  1420. struct qlc_83xx_entry *entry;
  1421. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1422. sizeof(struct qlc_83xx_entry_hdr));
  1423. for (i = 0; i < p_hdr->count; i++, entry++) {
  1424. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->arg1,
  1425. entry->arg2);
  1426. if (p_hdr->delay)
  1427. udelay((u32)(p_hdr->delay));
  1428. }
  1429. }
  1430. /* Read and Write instruction */
  1431. static void qlcnic_83xx_read_write_list(struct qlcnic_adapter *p_dev,
  1432. struct qlc_83xx_entry_hdr *p_hdr)
  1433. {
  1434. int i;
  1435. struct qlc_83xx_entry *entry;
  1436. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1437. sizeof(struct qlc_83xx_entry_hdr));
  1438. for (i = 0; i < p_hdr->count; i++, entry++) {
  1439. qlcnic_83xx_read_write_crb_reg(p_dev, entry->arg1,
  1440. entry->arg2);
  1441. if (p_hdr->delay)
  1442. udelay((u32)(p_hdr->delay));
  1443. }
  1444. }
  1445. /* Poll HW register command */
  1446. static void qlcnic_83xx_poll_list(struct qlcnic_adapter *p_dev,
  1447. struct qlc_83xx_entry_hdr *p_hdr)
  1448. {
  1449. long delay;
  1450. struct qlc_83xx_entry *entry;
  1451. struct qlc_83xx_poll *poll;
  1452. int i, err = 0;
  1453. unsigned long arg1, arg2;
  1454. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1455. sizeof(struct qlc_83xx_entry_hdr));
  1456. entry = (struct qlc_83xx_entry *)((char *)poll +
  1457. sizeof(struct qlc_83xx_poll));
  1458. delay = (long)p_hdr->delay;
  1459. if (!delay) {
  1460. for (i = 0; i < p_hdr->count; i++, entry++)
  1461. qlcnic_83xx_poll_reg(p_dev, entry->arg1,
  1462. delay, poll->mask,
  1463. poll->status);
  1464. } else {
  1465. for (i = 0; i < p_hdr->count; i++, entry++) {
  1466. arg1 = entry->arg1;
  1467. arg2 = entry->arg2;
  1468. if (delay) {
  1469. if (qlcnic_83xx_poll_reg(p_dev,
  1470. arg1, delay,
  1471. poll->mask,
  1472. poll->status)){
  1473. QLCRD32(p_dev, arg1, &err);
  1474. if (err == -EIO)
  1475. return;
  1476. QLCRD32(p_dev, arg2, &err);
  1477. if (err == -EIO)
  1478. return;
  1479. }
  1480. }
  1481. }
  1482. }
  1483. }
  1484. /* Poll and write HW register command */
  1485. static void qlcnic_83xx_poll_write_list(struct qlcnic_adapter *p_dev,
  1486. struct qlc_83xx_entry_hdr *p_hdr)
  1487. {
  1488. int i;
  1489. long delay;
  1490. struct qlc_83xx_quad_entry *entry;
  1491. struct qlc_83xx_poll *poll;
  1492. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1493. sizeof(struct qlc_83xx_entry_hdr));
  1494. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1495. sizeof(struct qlc_83xx_poll));
  1496. delay = (long)p_hdr->delay;
  1497. for (i = 0; i < p_hdr->count; i++, entry++) {
  1498. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->dr_addr,
  1499. entry->dr_value);
  1500. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1501. entry->ar_value);
  1502. if (delay)
  1503. qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1504. poll->mask, poll->status);
  1505. }
  1506. }
  1507. /* Read Modify Write register command */
  1508. static void qlcnic_83xx_read_modify_write(struct qlcnic_adapter *p_dev,
  1509. struct qlc_83xx_entry_hdr *p_hdr)
  1510. {
  1511. int i;
  1512. struct qlc_83xx_entry *entry;
  1513. struct qlc_83xx_rmw *rmw_hdr;
  1514. rmw_hdr = (struct qlc_83xx_rmw *)((char *)p_hdr +
  1515. sizeof(struct qlc_83xx_entry_hdr));
  1516. entry = (struct qlc_83xx_entry *)((char *)rmw_hdr +
  1517. sizeof(struct qlc_83xx_rmw));
  1518. for (i = 0; i < p_hdr->count; i++, entry++) {
  1519. qlcnic_83xx_rmw_crb_reg(p_dev, entry->arg1,
  1520. entry->arg2, rmw_hdr);
  1521. if (p_hdr->delay)
  1522. udelay((u32)(p_hdr->delay));
  1523. }
  1524. }
  1525. static void qlcnic_83xx_pause(struct qlc_83xx_entry_hdr *p_hdr)
  1526. {
  1527. if (p_hdr->delay)
  1528. mdelay((u32)((long)p_hdr->delay));
  1529. }
  1530. /* Read and poll register command */
  1531. static void qlcnic_83xx_poll_read_list(struct qlcnic_adapter *p_dev,
  1532. struct qlc_83xx_entry_hdr *p_hdr)
  1533. {
  1534. long delay;
  1535. int index, i, j, err;
  1536. struct qlc_83xx_quad_entry *entry;
  1537. struct qlc_83xx_poll *poll;
  1538. unsigned long addr;
  1539. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1540. sizeof(struct qlc_83xx_entry_hdr));
  1541. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1542. sizeof(struct qlc_83xx_poll));
  1543. delay = (long)p_hdr->delay;
  1544. for (i = 0; i < p_hdr->count; i++, entry++) {
  1545. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1546. entry->ar_value);
  1547. if (delay) {
  1548. if (!qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1549. poll->mask, poll->status)){
  1550. index = p_dev->ahw->reset.array_index;
  1551. addr = entry->dr_addr;
  1552. j = QLCRD32(p_dev, addr, &err);
  1553. if (err == -EIO)
  1554. return;
  1555. p_dev->ahw->reset.array[index++] = j;
  1556. if (index == QLC_83XX_MAX_RESET_SEQ_ENTRIES)
  1557. p_dev->ahw->reset.array_index = 1;
  1558. }
  1559. }
  1560. }
  1561. }
  1562. static inline void qlcnic_83xx_seq_end(struct qlcnic_adapter *p_dev)
  1563. {
  1564. p_dev->ahw->reset.seq_end = 1;
  1565. }
  1566. static void qlcnic_83xx_template_end(struct qlcnic_adapter *p_dev)
  1567. {
  1568. p_dev->ahw->reset.template_end = 1;
  1569. if (p_dev->ahw->reset.seq_error == 0)
  1570. dev_err(&p_dev->pdev->dev,
  1571. "HW restart process completed successfully.\n");
  1572. else
  1573. dev_err(&p_dev->pdev->dev,
  1574. "HW restart completed with timeout errors.\n");
  1575. }
  1576. /**
  1577. * qlcnic_83xx_exec_template_cmd
  1578. *
  1579. * @p_dev: adapter structure
  1580. * @p_buff: Poiter to instruction template
  1581. *
  1582. * Template provides instructions to stop, restart and initalize firmware.
  1583. * These instructions are abstracted as a series of read, write and
  1584. * poll operations on hardware registers. Register information and operation
  1585. * specifics are not exposed to the driver. Driver reads the template from
  1586. * flash and executes the instructions located at pre-defined offsets.
  1587. *
  1588. * Returns: None
  1589. * */
  1590. static void qlcnic_83xx_exec_template_cmd(struct qlcnic_adapter *p_dev,
  1591. char *p_buff)
  1592. {
  1593. int index, entries;
  1594. struct qlc_83xx_entry_hdr *p_hdr;
  1595. char *entry = p_buff;
  1596. p_dev->ahw->reset.seq_end = 0;
  1597. p_dev->ahw->reset.template_end = 0;
  1598. entries = p_dev->ahw->reset.hdr->entries;
  1599. index = p_dev->ahw->reset.seq_index;
  1600. for (; (!p_dev->ahw->reset.seq_end) && (index < entries); index++) {
  1601. p_hdr = (struct qlc_83xx_entry_hdr *)entry;
  1602. switch (p_hdr->cmd) {
  1603. case QLC_83XX_OPCODE_NOP:
  1604. break;
  1605. case QLC_83XX_OPCODE_WRITE_LIST:
  1606. qlcnic_83xx_write_list(p_dev, p_hdr);
  1607. break;
  1608. case QLC_83XX_OPCODE_READ_WRITE_LIST:
  1609. qlcnic_83xx_read_write_list(p_dev, p_hdr);
  1610. break;
  1611. case QLC_83XX_OPCODE_POLL_LIST:
  1612. qlcnic_83xx_poll_list(p_dev, p_hdr);
  1613. break;
  1614. case QLC_83XX_OPCODE_POLL_WRITE_LIST:
  1615. qlcnic_83xx_poll_write_list(p_dev, p_hdr);
  1616. break;
  1617. case QLC_83XX_OPCODE_READ_MODIFY_WRITE:
  1618. qlcnic_83xx_read_modify_write(p_dev, p_hdr);
  1619. break;
  1620. case QLC_83XX_OPCODE_SEQ_PAUSE:
  1621. qlcnic_83xx_pause(p_hdr);
  1622. break;
  1623. case QLC_83XX_OPCODE_SEQ_END:
  1624. qlcnic_83xx_seq_end(p_dev);
  1625. break;
  1626. case QLC_83XX_OPCODE_TMPL_END:
  1627. qlcnic_83xx_template_end(p_dev);
  1628. break;
  1629. case QLC_83XX_OPCODE_POLL_READ_LIST:
  1630. qlcnic_83xx_poll_read_list(p_dev, p_hdr);
  1631. break;
  1632. default:
  1633. dev_err(&p_dev->pdev->dev,
  1634. "%s: Unknown opcode 0x%04x in template %d\n",
  1635. __func__, p_hdr->cmd, index);
  1636. break;
  1637. }
  1638. entry += p_hdr->size;
  1639. }
  1640. p_dev->ahw->reset.seq_index = index;
  1641. }
  1642. static void qlcnic_83xx_stop_hw(struct qlcnic_adapter *p_dev)
  1643. {
  1644. p_dev->ahw->reset.seq_index = 0;
  1645. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.stop_offset);
  1646. if (p_dev->ahw->reset.seq_end != 1)
  1647. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1648. }
  1649. static void qlcnic_83xx_start_hw(struct qlcnic_adapter *p_dev)
  1650. {
  1651. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.start_offset);
  1652. if (p_dev->ahw->reset.template_end != 1)
  1653. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1654. }
  1655. static void qlcnic_83xx_init_hw(struct qlcnic_adapter *p_dev)
  1656. {
  1657. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.init_offset);
  1658. if (p_dev->ahw->reset.seq_end != 1)
  1659. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1660. }
  1661. static int qlcnic_83xx_load_fw_image_from_host(struct qlcnic_adapter *adapter)
  1662. {
  1663. int err = -EIO;
  1664. if (request_firmware(&adapter->ahw->fw_info.fw,
  1665. QLC_83XX_FW_FILE_NAME, &(adapter->pdev->dev))) {
  1666. dev_err(&adapter->pdev->dev,
  1667. "No file FW image, loading flash FW image.\n");
  1668. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1669. QLC_83XX_BOOT_FROM_FLASH);
  1670. } else {
  1671. if (qlcnic_83xx_copy_fw_file(adapter))
  1672. return err;
  1673. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1674. QLC_83XX_BOOT_FROM_FILE);
  1675. }
  1676. return 0;
  1677. }
  1678. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter)
  1679. {
  1680. u32 val;
  1681. int err = -EIO;
  1682. qlcnic_83xx_stop_hw(adapter);
  1683. /* Collect FW register dump if required */
  1684. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1685. if (!(val & QLC_83XX_IDC_GRACEFULL_RESET))
  1686. qlcnic_dump_fw(adapter);
  1687. qlcnic_83xx_init_hw(adapter);
  1688. if (qlcnic_83xx_copy_bootloader(adapter))
  1689. return err;
  1690. /* Boot either flash image or firmware image from host file system */
  1691. if (qlcnic_load_fw_file) {
  1692. if (qlcnic_83xx_load_fw_image_from_host(adapter))
  1693. return err;
  1694. } else {
  1695. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1696. QLC_83XX_BOOT_FROM_FLASH);
  1697. }
  1698. qlcnic_83xx_start_hw(adapter);
  1699. if (qlcnic_83xx_check_hw_status(adapter))
  1700. return -EIO;
  1701. return 0;
  1702. }
  1703. /**
  1704. * qlcnic_83xx_config_default_opmode
  1705. *
  1706. * @adapter: adapter structure
  1707. *
  1708. * Configure default driver operating mode
  1709. *
  1710. * Returns: Error code or Success(0)
  1711. * */
  1712. int qlcnic_83xx_config_default_opmode(struct qlcnic_adapter *adapter)
  1713. {
  1714. u32 op_mode;
  1715. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1716. qlcnic_get_func_no(adapter);
  1717. op_mode = QLCRDX(ahw, QLC_83XX_DRV_OP_MODE);
  1718. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state))
  1719. op_mode = QLC_83XX_DEFAULT_OPMODE;
  1720. if (op_mode == QLC_83XX_DEFAULT_OPMODE) {
  1721. adapter->nic_ops->init_driver = qlcnic_83xx_init_default_driver;
  1722. ahw->idc.state_entry = qlcnic_83xx_idc_ready_state_entry;
  1723. } else {
  1724. return -EIO;
  1725. }
  1726. return 0;
  1727. }
  1728. int qlcnic_83xx_get_nic_configuration(struct qlcnic_adapter *adapter)
  1729. {
  1730. int err;
  1731. struct qlcnic_info nic_info;
  1732. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1733. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1734. err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
  1735. if (err)
  1736. return -EIO;
  1737. ahw->physical_port = (u8) nic_info.phys_port;
  1738. ahw->switch_mode = nic_info.switch_mode;
  1739. ahw->max_tx_ques = nic_info.max_tx_ques;
  1740. ahw->max_rx_ques = nic_info.max_rx_ques;
  1741. ahw->capabilities = nic_info.capabilities;
  1742. ahw->max_mac_filters = nic_info.max_mac_filters;
  1743. ahw->max_mtu = nic_info.max_mtu;
  1744. /* VNIC mode is detected by BIT_23 in capabilities. This bit is also
  1745. * set in case device is SRIOV capable. VNIC and SRIOV are mutually
  1746. * exclusive. So in case of sriov capable device load driver in
  1747. * default mode
  1748. */
  1749. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state)) {
  1750. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1751. return ahw->nic_mode;
  1752. }
  1753. if (ahw->capabilities & BIT_23)
  1754. ahw->nic_mode = QLC_83XX_VIRTUAL_NIC_MODE;
  1755. else
  1756. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1757. return ahw->nic_mode;
  1758. }
  1759. int qlcnic_83xx_configure_opmode(struct qlcnic_adapter *adapter)
  1760. {
  1761. int ret;
  1762. ret = qlcnic_83xx_get_nic_configuration(adapter);
  1763. if (ret == -EIO)
  1764. return -EIO;
  1765. if (ret == QLC_83XX_VIRTUAL_NIC_MODE) {
  1766. if (qlcnic_83xx_config_vnic_opmode(adapter))
  1767. return -EIO;
  1768. } else if (ret == QLC_83XX_DEFAULT_MODE) {
  1769. if (qlcnic_83xx_config_default_opmode(adapter))
  1770. return -EIO;
  1771. }
  1772. return 0;
  1773. }
  1774. static void qlcnic_83xx_config_buff_descriptors(struct qlcnic_adapter *adapter)
  1775. {
  1776. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1777. if (ahw->port_type == QLCNIC_XGBE) {
  1778. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  1779. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  1780. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1781. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1782. } else if (ahw->port_type == QLCNIC_GBE) {
  1783. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  1784. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1785. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1786. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  1787. }
  1788. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  1789. adapter->max_rds_rings = MAX_RDS_RINGS;
  1790. }
  1791. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter)
  1792. {
  1793. int err = -EIO;
  1794. qlcnic_83xx_get_minidump_template(adapter);
  1795. if (qlcnic_83xx_get_port_info(adapter))
  1796. return err;
  1797. qlcnic_83xx_config_buff_descriptors(adapter);
  1798. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  1799. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  1800. dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
  1801. adapter->ahw->fw_hal_version);
  1802. return 0;
  1803. }
  1804. #define IS_QLC_83XX_USED(a, b, c) (((1 << a->portnum) & b) || ((c >> 6) & 0x1))
  1805. static void qlcnic_83xx_clear_function_resources(struct qlcnic_adapter *adapter)
  1806. {
  1807. struct qlcnic_cmd_args cmd;
  1808. u32 presence_mask, audit_mask;
  1809. int status;
  1810. presence_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  1811. audit_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  1812. if (IS_QLC_83XX_USED(adapter, presence_mask, audit_mask)) {
  1813. status = qlcnic_alloc_mbx_args(&cmd, adapter,
  1814. QLCNIC_CMD_STOP_NIC_FUNC);
  1815. if (status)
  1816. return;
  1817. cmd.req.arg[1] = BIT_31;
  1818. status = qlcnic_issue_cmd(adapter, &cmd);
  1819. if (status)
  1820. dev_err(&adapter->pdev->dev,
  1821. "Failed to clean up the function resources\n");
  1822. qlcnic_free_mbx_args(&cmd);
  1823. }
  1824. }
  1825. int qlcnic_83xx_init(struct qlcnic_adapter *adapter, int pci_using_dac)
  1826. {
  1827. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1828. if (qlcnic_sriov_vf_check(adapter))
  1829. return qlcnic_sriov_vf_init(adapter, pci_using_dac);
  1830. if (qlcnic_83xx_check_hw_status(adapter))
  1831. return -EIO;
  1832. /* Initilaize 83xx mailbox spinlock */
  1833. spin_lock_init(&ahw->mbx_lock);
  1834. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  1835. qlcnic_83xx_clear_function_resources(adapter);
  1836. INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
  1837. /* register for NIC IDC AEN Events */
  1838. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  1839. if (!qlcnic_83xx_read_flash_descriptor_table(adapter))
  1840. qlcnic_83xx_read_flash_mfg_id(adapter);
  1841. if (qlcnic_83xx_idc_init(adapter))
  1842. return -EIO;
  1843. /* Configure default, SR-IOV or Virtual NIC mode of operation */
  1844. if (qlcnic_83xx_configure_opmode(adapter))
  1845. return -EIO;
  1846. /* Perform operating mode specific initialization */
  1847. if (adapter->nic_ops->init_driver(adapter))
  1848. return -EIO;
  1849. /* Periodically monitor device status */
  1850. qlcnic_83xx_idc_poll_dev_state(&adapter->fw_work.work);
  1851. return adapter->ahw->idc.err_code;
  1852. }