qlcnic_83xx_init.c 56 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic_sriov.h"
  8. #include "qlcnic.h"
  9. #include "qlcnic_hw.h"
  10. /* Reset template definitions */
  11. #define QLC_83XX_RESTART_TEMPLATE_SIZE 0x2000
  12. #define QLC_83XX_RESET_TEMPLATE_ADDR 0x4F0000
  13. #define QLC_83XX_RESET_SEQ_VERSION 0x0101
  14. #define QLC_83XX_OPCODE_NOP 0x0000
  15. #define QLC_83XX_OPCODE_WRITE_LIST 0x0001
  16. #define QLC_83XX_OPCODE_READ_WRITE_LIST 0x0002
  17. #define QLC_83XX_OPCODE_POLL_LIST 0x0004
  18. #define QLC_83XX_OPCODE_POLL_WRITE_LIST 0x0008
  19. #define QLC_83XX_OPCODE_READ_MODIFY_WRITE 0x0010
  20. #define QLC_83XX_OPCODE_SEQ_PAUSE 0x0020
  21. #define QLC_83XX_OPCODE_SEQ_END 0x0040
  22. #define QLC_83XX_OPCODE_TMPL_END 0x0080
  23. #define QLC_83XX_OPCODE_POLL_READ_LIST 0x0100
  24. /* EPORT control registers */
  25. #define QLC_83XX_RESET_CONTROL 0x28084E50
  26. #define QLC_83XX_RESET_REG 0x28084E60
  27. #define QLC_83XX_RESET_PORT0 0x28084E70
  28. #define QLC_83XX_RESET_PORT1 0x28084E80
  29. #define QLC_83XX_RESET_PORT2 0x28084E90
  30. #define QLC_83XX_RESET_PORT3 0x28084EA0
  31. #define QLC_83XX_RESET_SRESHIM 0x28084EB0
  32. #define QLC_83XX_RESET_EPGSHIM 0x28084EC0
  33. #define QLC_83XX_RESET_ETHERPCS 0x28084ED0
  34. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter);
  35. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev);
  36. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter);
  37. /* Template header */
  38. struct qlc_83xx_reset_hdr {
  39. #if defined(__LITTLE_ENDIAN)
  40. u16 version;
  41. u16 signature;
  42. u16 size;
  43. u16 entries;
  44. u16 hdr_size;
  45. u16 checksum;
  46. u16 init_offset;
  47. u16 start_offset;
  48. #elif defined(__BIG_ENDIAN)
  49. u16 signature;
  50. u16 version;
  51. u16 entries;
  52. u16 size;
  53. u16 checksum;
  54. u16 hdr_size;
  55. u16 start_offset;
  56. u16 init_offset;
  57. #endif
  58. } __packed;
  59. /* Command entry header. */
  60. struct qlc_83xx_entry_hdr {
  61. #if defined(__LITTLE_ENDIAN)
  62. u16 cmd;
  63. u16 size;
  64. u16 count;
  65. u16 delay;
  66. #elif defined(__BIG_ENDIAN)
  67. u16 size;
  68. u16 cmd;
  69. u16 delay;
  70. u16 count;
  71. #endif
  72. } __packed;
  73. /* Generic poll command */
  74. struct qlc_83xx_poll {
  75. u32 mask;
  76. u32 status;
  77. } __packed;
  78. /* Read modify write command */
  79. struct qlc_83xx_rmw {
  80. u32 mask;
  81. u32 xor_value;
  82. u32 or_value;
  83. #if defined(__LITTLE_ENDIAN)
  84. u8 shl;
  85. u8 shr;
  86. u8 index_a;
  87. u8 rsvd;
  88. #elif defined(__BIG_ENDIAN)
  89. u8 rsvd;
  90. u8 index_a;
  91. u8 shr;
  92. u8 shl;
  93. #endif
  94. } __packed;
  95. /* Generic command with 2 DWORD */
  96. struct qlc_83xx_entry {
  97. u32 arg1;
  98. u32 arg2;
  99. } __packed;
  100. /* Generic command with 4 DWORD */
  101. struct qlc_83xx_quad_entry {
  102. u32 dr_addr;
  103. u32 dr_value;
  104. u32 ar_addr;
  105. u32 ar_value;
  106. } __packed;
  107. static const char *const qlc_83xx_idc_states[] = {
  108. "Unknown",
  109. "Cold",
  110. "Init",
  111. "Ready",
  112. "Need Reset",
  113. "Need Quiesce",
  114. "Failed",
  115. "Quiesce"
  116. };
  117. static int
  118. qlcnic_83xx_idc_check_driver_presence_reg(struct qlcnic_adapter *adapter)
  119. {
  120. u32 val;
  121. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  122. if ((val & 0xFFFF))
  123. return 1;
  124. else
  125. return 0;
  126. }
  127. static void qlcnic_83xx_idc_log_state_history(struct qlcnic_adapter *adapter)
  128. {
  129. u32 cur, prev;
  130. cur = adapter->ahw->idc.curr_state;
  131. prev = adapter->ahw->idc.prev_state;
  132. dev_info(&adapter->pdev->dev,
  133. "current state = %s, prev state = %s\n",
  134. adapter->ahw->idc.name[cur],
  135. adapter->ahw->idc.name[prev]);
  136. }
  137. static int qlcnic_83xx_idc_update_audit_reg(struct qlcnic_adapter *adapter,
  138. u8 mode, int lock)
  139. {
  140. u32 val;
  141. int seconds;
  142. if (lock) {
  143. if (qlcnic_83xx_lock_driver(adapter))
  144. return -EBUSY;
  145. }
  146. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  147. val |= (adapter->portnum & 0xf);
  148. val |= mode << 7;
  149. if (mode)
  150. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  151. else
  152. seconds = jiffies / HZ;
  153. val |= seconds << 8;
  154. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT, val);
  155. adapter->ahw->idc.sec_counter = jiffies / HZ;
  156. if (lock)
  157. qlcnic_83xx_unlock_driver(adapter);
  158. return 0;
  159. }
  160. static void qlcnic_83xx_idc_update_minor_version(struct qlcnic_adapter *adapter)
  161. {
  162. u32 val;
  163. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION);
  164. val = val & ~(0x3 << (adapter->portnum * 2));
  165. val = val | (QLC_83XX_IDC_MINOR_VERSION << (adapter->portnum * 2));
  166. QLCWRX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION, val);
  167. }
  168. static int qlcnic_83xx_idc_update_major_version(struct qlcnic_adapter *adapter,
  169. int lock)
  170. {
  171. u32 val;
  172. if (lock) {
  173. if (qlcnic_83xx_lock_driver(adapter))
  174. return -EBUSY;
  175. }
  176. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  177. val = val & ~0xFF;
  178. val = val | QLC_83XX_IDC_MAJOR_VERSION;
  179. QLCWRX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION, val);
  180. if (lock)
  181. qlcnic_83xx_unlock_driver(adapter);
  182. return 0;
  183. }
  184. static int
  185. qlcnic_83xx_idc_update_drv_presence_reg(struct qlcnic_adapter *adapter,
  186. int status, int lock)
  187. {
  188. u32 val;
  189. if (lock) {
  190. if (qlcnic_83xx_lock_driver(adapter))
  191. return -EBUSY;
  192. }
  193. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  194. if (status)
  195. val = val | (1 << adapter->portnum);
  196. else
  197. val = val & ~(1 << adapter->portnum);
  198. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  199. qlcnic_83xx_idc_update_minor_version(adapter);
  200. if (lock)
  201. qlcnic_83xx_unlock_driver(adapter);
  202. return 0;
  203. }
  204. static int qlcnic_83xx_idc_check_major_version(struct qlcnic_adapter *adapter)
  205. {
  206. u32 val;
  207. u8 version;
  208. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  209. version = val & 0xFF;
  210. if (version != QLC_83XX_IDC_MAJOR_VERSION) {
  211. dev_info(&adapter->pdev->dev,
  212. "%s:mismatch. version 0x%x, expected version 0x%x\n",
  213. __func__, version, QLC_83XX_IDC_MAJOR_VERSION);
  214. return -EIO;
  215. }
  216. return 0;
  217. }
  218. static int qlcnic_83xx_idc_clear_registers(struct qlcnic_adapter *adapter,
  219. int lock)
  220. {
  221. u32 val;
  222. if (lock) {
  223. if (qlcnic_83xx_lock_driver(adapter))
  224. return -EBUSY;
  225. }
  226. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, 0);
  227. /* Clear gracefull reset bit */
  228. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  229. val &= ~QLC_83XX_IDC_GRACEFULL_RESET;
  230. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  231. if (lock)
  232. qlcnic_83xx_unlock_driver(adapter);
  233. return 0;
  234. }
  235. static int qlcnic_83xx_idc_update_drv_ack_reg(struct qlcnic_adapter *adapter,
  236. int flag, int lock)
  237. {
  238. u32 val;
  239. if (lock) {
  240. if (qlcnic_83xx_lock_driver(adapter))
  241. return -EBUSY;
  242. }
  243. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  244. if (flag)
  245. val = val | (1 << adapter->portnum);
  246. else
  247. val = val & ~(1 << adapter->portnum);
  248. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, val);
  249. if (lock)
  250. qlcnic_83xx_unlock_driver(adapter);
  251. return 0;
  252. }
  253. static int qlcnic_83xx_idc_check_timeout(struct qlcnic_adapter *adapter,
  254. int time_limit)
  255. {
  256. u64 seconds;
  257. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  258. if (seconds <= time_limit)
  259. return 0;
  260. else
  261. return -EBUSY;
  262. }
  263. /**
  264. * qlcnic_83xx_idc_check_reset_ack_reg
  265. *
  266. * @adapter: adapter structure
  267. *
  268. * Check ACK wait limit and clear the functions which failed to ACK
  269. *
  270. * Return 0 if all functions have acknowledged the reset request.
  271. **/
  272. static int qlcnic_83xx_idc_check_reset_ack_reg(struct qlcnic_adapter *adapter)
  273. {
  274. int timeout;
  275. u32 ack, presence, val;
  276. timeout = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  277. ack = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  278. presence = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  279. dev_info(&adapter->pdev->dev,
  280. "%s: ack = 0x%x, presence = 0x%x\n", __func__, ack, presence);
  281. if (!((ack & presence) == presence)) {
  282. if (qlcnic_83xx_idc_check_timeout(adapter, timeout)) {
  283. /* Clear functions which failed to ACK */
  284. dev_info(&adapter->pdev->dev,
  285. "%s: ACK wait exceeds time limit\n", __func__);
  286. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  287. val = val & ~(ack ^ presence);
  288. if (qlcnic_83xx_lock_driver(adapter))
  289. return -EBUSY;
  290. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  291. dev_info(&adapter->pdev->dev,
  292. "%s: updated drv presence reg = 0x%x\n",
  293. __func__, val);
  294. qlcnic_83xx_unlock_driver(adapter);
  295. return 0;
  296. } else {
  297. return 1;
  298. }
  299. } else {
  300. dev_info(&adapter->pdev->dev,
  301. "%s: Reset ACK received from all functions\n",
  302. __func__);
  303. return 0;
  304. }
  305. }
  306. /**
  307. * qlcnic_83xx_idc_tx_soft_reset
  308. *
  309. * @adapter: adapter structure
  310. *
  311. * Handle context deletion and recreation request from transmit routine
  312. *
  313. * Returns -EBUSY or Success (0)
  314. *
  315. **/
  316. static int qlcnic_83xx_idc_tx_soft_reset(struct qlcnic_adapter *adapter)
  317. {
  318. struct net_device *netdev = adapter->netdev;
  319. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  320. return -EBUSY;
  321. netif_device_detach(netdev);
  322. qlcnic_down(adapter, netdev);
  323. qlcnic_up(adapter, netdev);
  324. netif_device_attach(netdev);
  325. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  326. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  327. return 0;
  328. }
  329. /**
  330. * qlcnic_83xx_idc_detach_driver
  331. *
  332. * @adapter: adapter structure
  333. * Detach net interface, stop TX and cleanup resources before the HW reset.
  334. * Returns: None
  335. *
  336. **/
  337. static void qlcnic_83xx_idc_detach_driver(struct qlcnic_adapter *adapter)
  338. {
  339. int i;
  340. struct net_device *netdev = adapter->netdev;
  341. netif_device_detach(netdev);
  342. qlcnic_83xx_detach_mailbox_work(adapter);
  343. /* Disable mailbox interrupt */
  344. qlcnic_83xx_disable_mbx_intr(adapter);
  345. qlcnic_down(adapter, netdev);
  346. for (i = 0; i < adapter->ahw->num_msix; i++) {
  347. adapter->ahw->intr_tbl[i].id = i;
  348. adapter->ahw->intr_tbl[i].enabled = 0;
  349. adapter->ahw->intr_tbl[i].src = 0;
  350. }
  351. if (qlcnic_sriov_pf_check(adapter))
  352. qlcnic_sriov_pf_reset(adapter);
  353. }
  354. /**
  355. * qlcnic_83xx_idc_attach_driver
  356. *
  357. * @adapter: adapter structure
  358. *
  359. * Re-attach and re-enable net interface
  360. * Returns: None
  361. *
  362. **/
  363. static void qlcnic_83xx_idc_attach_driver(struct qlcnic_adapter *adapter)
  364. {
  365. struct net_device *netdev = adapter->netdev;
  366. if (netif_running(netdev)) {
  367. if (qlcnic_up(adapter, netdev))
  368. goto done;
  369. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  370. }
  371. done:
  372. netif_device_attach(netdev);
  373. }
  374. static int qlcnic_83xx_idc_enter_failed_state(struct qlcnic_adapter *adapter,
  375. int lock)
  376. {
  377. if (lock) {
  378. if (qlcnic_83xx_lock_driver(adapter))
  379. return -EBUSY;
  380. }
  381. qlcnic_83xx_idc_clear_registers(adapter, 0);
  382. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_FAILED);
  383. if (lock)
  384. qlcnic_83xx_unlock_driver(adapter);
  385. qlcnic_83xx_idc_log_state_history(adapter);
  386. dev_info(&adapter->pdev->dev, "Device will enter failed state\n");
  387. return 0;
  388. }
  389. static int qlcnic_83xx_idc_enter_init_state(struct qlcnic_adapter *adapter,
  390. int lock)
  391. {
  392. if (lock) {
  393. if (qlcnic_83xx_lock_driver(adapter))
  394. return -EBUSY;
  395. }
  396. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_INIT);
  397. if (lock)
  398. qlcnic_83xx_unlock_driver(adapter);
  399. return 0;
  400. }
  401. static int qlcnic_83xx_idc_enter_need_quiesce(struct qlcnic_adapter *adapter,
  402. int lock)
  403. {
  404. if (lock) {
  405. if (qlcnic_83xx_lock_driver(adapter))
  406. return -EBUSY;
  407. }
  408. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  409. QLC_83XX_IDC_DEV_NEED_QUISCENT);
  410. if (lock)
  411. qlcnic_83xx_unlock_driver(adapter);
  412. return 0;
  413. }
  414. static int
  415. qlcnic_83xx_idc_enter_need_reset_state(struct qlcnic_adapter *adapter, int lock)
  416. {
  417. if (lock) {
  418. if (qlcnic_83xx_lock_driver(adapter))
  419. return -EBUSY;
  420. }
  421. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  422. QLC_83XX_IDC_DEV_NEED_RESET);
  423. if (lock)
  424. qlcnic_83xx_unlock_driver(adapter);
  425. return 0;
  426. }
  427. static int qlcnic_83xx_idc_enter_ready_state(struct qlcnic_adapter *adapter,
  428. int lock)
  429. {
  430. if (lock) {
  431. if (qlcnic_83xx_lock_driver(adapter))
  432. return -EBUSY;
  433. }
  434. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_READY);
  435. if (lock)
  436. qlcnic_83xx_unlock_driver(adapter);
  437. return 0;
  438. }
  439. /**
  440. * qlcnic_83xx_idc_find_reset_owner_id
  441. *
  442. * @adapter: adapter structure
  443. *
  444. * NIC gets precedence over ISCSI and ISCSI has precedence over FCOE.
  445. * Within the same class, function with lowest PCI ID assumes ownership
  446. *
  447. * Returns: reset owner id or failure indication (-EIO)
  448. *
  449. **/
  450. static int qlcnic_83xx_idc_find_reset_owner_id(struct qlcnic_adapter *adapter)
  451. {
  452. u32 reg, reg1, reg2, i, j, owner, class;
  453. reg1 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_1);
  454. reg2 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_2);
  455. owner = QLCNIC_TYPE_NIC;
  456. i = 0;
  457. j = 0;
  458. reg = reg1;
  459. do {
  460. class = (((reg & (0xF << j * 4)) >> j * 4) & 0x3);
  461. if (class == owner)
  462. break;
  463. if (i == (QLC_83XX_IDC_MAX_FUNC_PER_PARTITION_INFO - 1)) {
  464. reg = reg2;
  465. j = 0;
  466. } else {
  467. j++;
  468. }
  469. if (i == (QLC_83XX_IDC_MAX_CNA_FUNCTIONS - 1)) {
  470. if (owner == QLCNIC_TYPE_NIC)
  471. owner = QLCNIC_TYPE_ISCSI;
  472. else if (owner == QLCNIC_TYPE_ISCSI)
  473. owner = QLCNIC_TYPE_FCOE;
  474. else if (owner == QLCNIC_TYPE_FCOE)
  475. return -EIO;
  476. reg = reg1;
  477. j = 0;
  478. i = 0;
  479. }
  480. } while (i++ < QLC_83XX_IDC_MAX_CNA_FUNCTIONS);
  481. return i;
  482. }
  483. static int qlcnic_83xx_idc_restart_hw(struct qlcnic_adapter *adapter, int lock)
  484. {
  485. int ret = 0;
  486. ret = qlcnic_83xx_restart_hw(adapter);
  487. if (ret) {
  488. qlcnic_83xx_idc_enter_failed_state(adapter, lock);
  489. } else {
  490. qlcnic_83xx_idc_clear_registers(adapter, lock);
  491. ret = qlcnic_83xx_idc_enter_ready_state(adapter, lock);
  492. }
  493. return ret;
  494. }
  495. static int qlcnic_83xx_idc_check_fan_failure(struct qlcnic_adapter *adapter)
  496. {
  497. u32 status;
  498. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  499. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  500. dev_err(&adapter->pdev->dev,
  501. "peg halt status1=0x%x\n", status);
  502. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  503. dev_err(&adapter->pdev->dev,
  504. "On board active cooling fan failed. "
  505. "Device has been halted.\n");
  506. dev_err(&adapter->pdev->dev,
  507. "Replace the adapter.\n");
  508. return -EIO;
  509. }
  510. }
  511. return 0;
  512. }
  513. int qlcnic_83xx_idc_reattach_driver(struct qlcnic_adapter *adapter)
  514. {
  515. int err;
  516. qlcnic_83xx_reinit_mbx_work(adapter->ahw->mailbox);
  517. qlcnic_83xx_enable_mbx_interrupt(adapter);
  518. /* register for NIC IDC AEN Events */
  519. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  520. err = qlcnic_sriov_pf_reinit(adapter);
  521. if (err)
  522. return err;
  523. qlcnic_83xx_enable_mbx_interrupt(adapter);
  524. if (qlcnic_83xx_configure_opmode(adapter)) {
  525. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  526. return -EIO;
  527. }
  528. if (adapter->nic_ops->init_driver(adapter)) {
  529. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  530. return -EIO;
  531. }
  532. if (adapter->portnum == 0)
  533. qlcnic_set_drv_version(adapter);
  534. qlcnic_dcb_get_info(adapter);
  535. qlcnic_83xx_idc_attach_driver(adapter);
  536. return 0;
  537. }
  538. static void qlcnic_83xx_idc_update_idc_params(struct qlcnic_adapter *adapter)
  539. {
  540. struct qlcnic_hardware_context *ahw = adapter->ahw;
  541. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 1);
  542. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  543. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  544. ahw->idc.quiesce_req = 0;
  545. ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  546. ahw->idc.err_code = 0;
  547. ahw->idc.collect_dump = 0;
  548. ahw->reset_context = 0;
  549. adapter->tx_timeo_cnt = 0;
  550. ahw->idc.delay_reset = 0;
  551. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  552. }
  553. /**
  554. * qlcnic_83xx_idc_ready_state_entry
  555. *
  556. * @adapter: adapter structure
  557. *
  558. * Perform ready state initialization, this routine will get invoked only
  559. * once from READY state.
  560. *
  561. * Returns: Error code or Success(0)
  562. *
  563. **/
  564. int qlcnic_83xx_idc_ready_state_entry(struct qlcnic_adapter *adapter)
  565. {
  566. struct qlcnic_hardware_context *ahw = adapter->ahw;
  567. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY) {
  568. qlcnic_83xx_idc_update_idc_params(adapter);
  569. /* Re-attach the device if required */
  570. if ((ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
  571. (ahw->idc.prev_state == QLC_83XX_IDC_DEV_INIT)) {
  572. if (qlcnic_83xx_idc_reattach_driver(adapter))
  573. return -EIO;
  574. }
  575. }
  576. return 0;
  577. }
  578. /**
  579. * qlcnic_83xx_idc_vnic_pf_entry
  580. *
  581. * @adapter: adapter structure
  582. *
  583. * Ensure vNIC mode privileged function starts only after vNIC mode is
  584. * enabled by management function.
  585. * If vNIC mode is ready, start initialization.
  586. *
  587. * Returns: -EIO or 0
  588. *
  589. **/
  590. int qlcnic_83xx_idc_vnic_pf_entry(struct qlcnic_adapter *adapter)
  591. {
  592. u32 state;
  593. struct qlcnic_hardware_context *ahw = adapter->ahw;
  594. /* Privileged function waits till mgmt function enables VNIC mode */
  595. state = QLCRDX(adapter->ahw, QLC_83XX_VNIC_STATE);
  596. if (state != QLCNIC_DEV_NPAR_OPER) {
  597. if (!ahw->idc.vnic_wait_limit--) {
  598. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  599. return -EIO;
  600. }
  601. dev_info(&adapter->pdev->dev, "vNIC mode disabled\n");
  602. return -EIO;
  603. } else {
  604. /* Perform one time initialization from ready state */
  605. if (ahw->idc.vnic_state != QLCNIC_DEV_NPAR_OPER) {
  606. qlcnic_83xx_idc_update_idc_params(adapter);
  607. /* If the previous state is UNKNOWN, device will be
  608. already attached properly by Init routine*/
  609. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_UNKNOWN) {
  610. if (qlcnic_83xx_idc_reattach_driver(adapter))
  611. return -EIO;
  612. }
  613. adapter->ahw->idc.vnic_state = QLCNIC_DEV_NPAR_OPER;
  614. dev_info(&adapter->pdev->dev, "vNIC mode enabled\n");
  615. }
  616. }
  617. return 0;
  618. }
  619. static int qlcnic_83xx_idc_unknown_state(struct qlcnic_adapter *adapter)
  620. {
  621. adapter->ahw->idc.err_code = -EIO;
  622. dev_err(&adapter->pdev->dev,
  623. "%s: Device in unknown state\n", __func__);
  624. return 0;
  625. }
  626. /**
  627. * qlcnic_83xx_idc_cold_state
  628. *
  629. * @adapter: adapter structure
  630. *
  631. * If HW is up and running device will enter READY state.
  632. * If firmware image from host needs to be loaded, device is
  633. * forced to start with the file firmware image.
  634. *
  635. * Returns: Error code or Success(0)
  636. *
  637. **/
  638. static int qlcnic_83xx_idc_cold_state_handler(struct qlcnic_adapter *adapter)
  639. {
  640. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 0);
  641. qlcnic_83xx_idc_update_audit_reg(adapter, 1, 0);
  642. if (qlcnic_load_fw_file) {
  643. qlcnic_83xx_idc_restart_hw(adapter, 0);
  644. } else {
  645. if (qlcnic_83xx_check_hw_status(adapter)) {
  646. qlcnic_83xx_idc_enter_failed_state(adapter, 0);
  647. return -EIO;
  648. } else {
  649. qlcnic_83xx_idc_enter_ready_state(adapter, 0);
  650. }
  651. }
  652. return 0;
  653. }
  654. /**
  655. * qlcnic_83xx_idc_init_state
  656. *
  657. * @adapter: adapter structure
  658. *
  659. * Reset owner will restart the device from this state.
  660. * Device will enter failed state if it remains
  661. * in this state for more than DEV_INIT time limit.
  662. *
  663. * Returns: Error code or Success(0)
  664. *
  665. **/
  666. static int qlcnic_83xx_idc_init_state(struct qlcnic_adapter *adapter)
  667. {
  668. int timeout, ret = 0;
  669. u32 owner;
  670. timeout = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  671. if (adapter->ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) {
  672. owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
  673. if (adapter->ahw->pci_func == owner)
  674. ret = qlcnic_83xx_idc_restart_hw(adapter, 1);
  675. } else {
  676. ret = qlcnic_83xx_idc_check_timeout(adapter, timeout);
  677. return ret;
  678. }
  679. return ret;
  680. }
  681. /**
  682. * qlcnic_83xx_idc_ready_state
  683. *
  684. * @adapter: adapter structure
  685. *
  686. * Perform IDC protocol specicifed actions after monitoring device state and
  687. * events.
  688. *
  689. * Returns: Error code or Success(0)
  690. *
  691. **/
  692. static int qlcnic_83xx_idc_ready_state(struct qlcnic_adapter *adapter)
  693. {
  694. struct qlcnic_hardware_context *ahw = adapter->ahw;
  695. struct qlcnic_mailbox *mbx = ahw->mailbox;
  696. int ret = 0;
  697. u32 val;
  698. /* Perform NIC configuration based ready state entry actions */
  699. if (ahw->idc.state_entry(adapter))
  700. return -EIO;
  701. if (qlcnic_check_temp(adapter)) {
  702. if (ahw->temp == QLCNIC_TEMP_PANIC) {
  703. qlcnic_83xx_idc_check_fan_failure(adapter);
  704. dev_err(&adapter->pdev->dev,
  705. "Error: device temperature %d above limits\n",
  706. adapter->ahw->temp);
  707. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  708. set_bit(__QLCNIC_RESETTING, &adapter->state);
  709. qlcnic_83xx_idc_detach_driver(adapter);
  710. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  711. return -EIO;
  712. }
  713. }
  714. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  715. ret = qlcnic_83xx_check_heartbeat(adapter);
  716. if (ret) {
  717. adapter->flags |= QLCNIC_FW_HANG;
  718. if (!(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  719. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  720. set_bit(__QLCNIC_RESETTING, &adapter->state);
  721. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  722. }
  723. return -EIO;
  724. }
  725. if ((val & QLC_83XX_IDC_GRACEFULL_RESET) || ahw->idc.collect_dump) {
  726. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  727. /* Move to need reset state and prepare for reset */
  728. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  729. return ret;
  730. }
  731. /* Check for soft reset request */
  732. if (ahw->reset_context &&
  733. !(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  734. adapter->ahw->reset_context = 0;
  735. qlcnic_83xx_idc_tx_soft_reset(adapter);
  736. return ret;
  737. }
  738. /* Move to need quiesce state if requested */
  739. if (adapter->ahw->idc.quiesce_req) {
  740. qlcnic_83xx_idc_enter_need_quiesce(adapter, 1);
  741. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  742. return ret;
  743. }
  744. return ret;
  745. }
  746. /**
  747. * qlcnic_83xx_idc_need_reset_state
  748. *
  749. * @adapter: adapter structure
  750. *
  751. * Device will remain in this state until:
  752. * Reset request ACK's are recieved from all the functions
  753. * Wait time exceeds max time limit
  754. *
  755. * Returns: Error code or Success(0)
  756. *
  757. **/
  758. static int qlcnic_83xx_idc_need_reset_state(struct qlcnic_adapter *adapter)
  759. {
  760. struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
  761. int ret = 0;
  762. if (adapter->ahw->idc.prev_state != QLC_83XX_IDC_DEV_NEED_RESET) {
  763. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  764. set_bit(__QLCNIC_RESETTING, &adapter->state);
  765. clear_bit(QLC_83XX_MBX_READY, &mbx->status);
  766. if (adapter->ahw->nic_mode == QLC_83XX_VIRTUAL_NIC_MODE)
  767. qlcnic_83xx_disable_vnic_mode(adapter, 1);
  768. if (qlcnic_check_diag_status(adapter)) {
  769. dev_info(&adapter->pdev->dev,
  770. "%s: Wait for diag completion\n", __func__);
  771. adapter->ahw->idc.delay_reset = 1;
  772. return 0;
  773. } else {
  774. qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
  775. qlcnic_83xx_idc_detach_driver(adapter);
  776. }
  777. }
  778. if (qlcnic_check_diag_status(adapter)) {
  779. dev_info(&adapter->pdev->dev,
  780. "%s: Wait for diag completion\n", __func__);
  781. return -1;
  782. } else {
  783. if (adapter->ahw->idc.delay_reset) {
  784. qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
  785. qlcnic_83xx_idc_detach_driver(adapter);
  786. adapter->ahw->idc.delay_reset = 0;
  787. }
  788. /* Check for ACK from other functions */
  789. ret = qlcnic_83xx_idc_check_reset_ack_reg(adapter);
  790. if (ret) {
  791. dev_info(&adapter->pdev->dev,
  792. "%s: Waiting for reset ACK\n", __func__);
  793. return -1;
  794. }
  795. }
  796. /* Transit to INIT state and restart the HW */
  797. qlcnic_83xx_idc_enter_init_state(adapter, 1);
  798. return ret;
  799. }
  800. static int qlcnic_83xx_idc_need_quiesce_state(struct qlcnic_adapter *adapter)
  801. {
  802. dev_err(&adapter->pdev->dev, "%s: TBD\n", __func__);
  803. return 0;
  804. }
  805. static int qlcnic_83xx_idc_failed_state(struct qlcnic_adapter *adapter)
  806. {
  807. dev_err(&adapter->pdev->dev, "%s: please restart!!\n", __func__);
  808. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  809. adapter->ahw->idc.err_code = -EIO;
  810. return 0;
  811. }
  812. static int qlcnic_83xx_idc_quiesce_state(struct qlcnic_adapter *adapter)
  813. {
  814. dev_info(&adapter->pdev->dev, "%s: TBD\n", __func__);
  815. return 0;
  816. }
  817. static int qlcnic_83xx_idc_check_state_validity(struct qlcnic_adapter *adapter,
  818. u32 state)
  819. {
  820. u32 cur, prev, next;
  821. cur = adapter->ahw->idc.curr_state;
  822. prev = adapter->ahw->idc.prev_state;
  823. next = state;
  824. if ((next < QLC_83XX_IDC_DEV_COLD) ||
  825. (next > QLC_83XX_IDC_DEV_QUISCENT)) {
  826. dev_err(&adapter->pdev->dev,
  827. "%s: curr %d, prev %d, next state %d is invalid\n",
  828. __func__, cur, prev, state);
  829. return 1;
  830. }
  831. if ((cur == QLC_83XX_IDC_DEV_UNKNOWN) &&
  832. (prev == QLC_83XX_IDC_DEV_UNKNOWN)) {
  833. if ((next != QLC_83XX_IDC_DEV_COLD) &&
  834. (next != QLC_83XX_IDC_DEV_READY)) {
  835. dev_err(&adapter->pdev->dev,
  836. "%s: failed, cur %d prev %d next %d\n",
  837. __func__, cur, prev, next);
  838. return 1;
  839. }
  840. }
  841. if (next == QLC_83XX_IDC_DEV_INIT) {
  842. if ((prev != QLC_83XX_IDC_DEV_INIT) &&
  843. (prev != QLC_83XX_IDC_DEV_COLD) &&
  844. (prev != QLC_83XX_IDC_DEV_NEED_RESET)) {
  845. dev_err(&adapter->pdev->dev,
  846. "%s: failed, cur %d prev %d next %d\n",
  847. __func__, cur, prev, next);
  848. return 1;
  849. }
  850. }
  851. return 0;
  852. }
  853. static void qlcnic_83xx_periodic_tasks(struct qlcnic_adapter *adapter)
  854. {
  855. if (adapter->fhash.fnum)
  856. qlcnic_prune_lb_filters(adapter);
  857. }
  858. /**
  859. * qlcnic_83xx_idc_poll_dev_state
  860. *
  861. * @work: kernel work queue structure used to schedule the function
  862. *
  863. * Poll device state periodically and perform state specific
  864. * actions defined by Inter Driver Communication (IDC) protocol.
  865. *
  866. * Returns: None
  867. *
  868. **/
  869. void qlcnic_83xx_idc_poll_dev_state(struct work_struct *work)
  870. {
  871. struct qlcnic_adapter *adapter;
  872. u32 state;
  873. adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
  874. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  875. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  876. qlcnic_83xx_idc_log_state_history(adapter);
  877. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  878. } else {
  879. adapter->ahw->idc.curr_state = state;
  880. }
  881. switch (adapter->ahw->idc.curr_state) {
  882. case QLC_83XX_IDC_DEV_READY:
  883. qlcnic_83xx_idc_ready_state(adapter);
  884. break;
  885. case QLC_83XX_IDC_DEV_NEED_RESET:
  886. qlcnic_83xx_idc_need_reset_state(adapter);
  887. break;
  888. case QLC_83XX_IDC_DEV_NEED_QUISCENT:
  889. qlcnic_83xx_idc_need_quiesce_state(adapter);
  890. break;
  891. case QLC_83XX_IDC_DEV_FAILED:
  892. qlcnic_83xx_idc_failed_state(adapter);
  893. return;
  894. case QLC_83XX_IDC_DEV_INIT:
  895. qlcnic_83xx_idc_init_state(adapter);
  896. break;
  897. case QLC_83XX_IDC_DEV_QUISCENT:
  898. qlcnic_83xx_idc_quiesce_state(adapter);
  899. break;
  900. default:
  901. qlcnic_83xx_idc_unknown_state(adapter);
  902. return;
  903. }
  904. adapter->ahw->idc.prev_state = adapter->ahw->idc.curr_state;
  905. qlcnic_83xx_periodic_tasks(adapter);
  906. /* Re-schedule the function */
  907. if (test_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status))
  908. qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
  909. adapter->ahw->idc.delay);
  910. }
  911. static void qlcnic_83xx_setup_idc_parameters(struct qlcnic_adapter *adapter)
  912. {
  913. u32 idc_params, val;
  914. if (qlcnic_83xx_lockless_flash_read32(adapter,
  915. QLC_83XX_IDC_FLASH_PARAM_ADDR,
  916. (u8 *)&idc_params, 1)) {
  917. dev_info(&adapter->pdev->dev,
  918. "%s:failed to get IDC params from flash\n", __func__);
  919. adapter->dev_init_timeo = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  920. adapter->reset_ack_timeo = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  921. } else {
  922. adapter->dev_init_timeo = idc_params & 0xFFFF;
  923. adapter->reset_ack_timeo = ((idc_params >> 16) & 0xFFFF);
  924. }
  925. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  926. adapter->ahw->idc.prev_state = QLC_83XX_IDC_DEV_UNKNOWN;
  927. adapter->ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  928. adapter->ahw->idc.err_code = 0;
  929. adapter->ahw->idc.collect_dump = 0;
  930. adapter->ahw->idc.name = (char **)qlc_83xx_idc_states;
  931. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  932. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  933. /* Check if reset recovery is disabled */
  934. if (!qlcnic_auto_fw_reset) {
  935. /* Propagate do not reset request to other functions */
  936. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  937. val = val | QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  938. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  939. }
  940. }
  941. static int
  942. qlcnic_83xx_idc_first_to_load_function_handler(struct qlcnic_adapter *adapter)
  943. {
  944. u32 state, val;
  945. if (qlcnic_83xx_lock_driver(adapter))
  946. return -EIO;
  947. /* Clear driver lock register */
  948. QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, 0);
  949. if (qlcnic_83xx_idc_update_major_version(adapter, 0)) {
  950. qlcnic_83xx_unlock_driver(adapter);
  951. return -EIO;
  952. }
  953. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  954. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  955. qlcnic_83xx_unlock_driver(adapter);
  956. return -EIO;
  957. }
  958. if (state != QLC_83XX_IDC_DEV_COLD && qlcnic_load_fw_file) {
  959. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  960. QLC_83XX_IDC_DEV_COLD);
  961. state = QLC_83XX_IDC_DEV_COLD;
  962. }
  963. adapter->ahw->idc.curr_state = state;
  964. /* First to load function should cold boot the device */
  965. if (state == QLC_83XX_IDC_DEV_COLD)
  966. qlcnic_83xx_idc_cold_state_handler(adapter);
  967. /* Check if reset recovery is enabled */
  968. if (qlcnic_auto_fw_reset) {
  969. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  970. val = val & ~QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  971. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  972. }
  973. qlcnic_83xx_unlock_driver(adapter);
  974. return 0;
  975. }
  976. int qlcnic_83xx_idc_init(struct qlcnic_adapter *adapter)
  977. {
  978. int ret = -EIO;
  979. qlcnic_83xx_setup_idc_parameters(adapter);
  980. if (qlcnic_83xx_get_reset_instruction_template(adapter))
  981. return ret;
  982. if (!qlcnic_83xx_idc_check_driver_presence_reg(adapter)) {
  983. if (qlcnic_83xx_idc_first_to_load_function_handler(adapter))
  984. return -EIO;
  985. } else {
  986. if (qlcnic_83xx_idc_check_major_version(adapter))
  987. return -EIO;
  988. }
  989. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  990. return 0;
  991. }
  992. void qlcnic_83xx_idc_exit(struct qlcnic_adapter *adapter)
  993. {
  994. int id;
  995. u32 val;
  996. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  997. usleep_range(10000, 11000);
  998. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  999. id = id & 0xFF;
  1000. if (id == adapter->portnum) {
  1001. dev_err(&adapter->pdev->dev,
  1002. "%s: wait for lock recovery.. %d\n", __func__, id);
  1003. msleep(20);
  1004. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  1005. id = id & 0xFF;
  1006. }
  1007. /* Clear driver presence bit */
  1008. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  1009. val = val & ~(1 << adapter->portnum);
  1010. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  1011. clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  1012. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1013. cancel_delayed_work_sync(&adapter->fw_work);
  1014. }
  1015. void qlcnic_83xx_idc_request_reset(struct qlcnic_adapter *adapter, u32 key)
  1016. {
  1017. u32 val;
  1018. if (qlcnic_sriov_vf_check(adapter))
  1019. return;
  1020. if (qlcnic_83xx_lock_driver(adapter)) {
  1021. dev_err(&adapter->pdev->dev,
  1022. "%s:failed, please retry\n", __func__);
  1023. return;
  1024. }
  1025. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1026. if ((val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY) ||
  1027. !qlcnic_auto_fw_reset) {
  1028. dev_err(&adapter->pdev->dev,
  1029. "%s:failed, device in non reset mode\n", __func__);
  1030. qlcnic_83xx_unlock_driver(adapter);
  1031. return;
  1032. }
  1033. if (key == QLCNIC_FORCE_FW_RESET) {
  1034. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1035. val = val | QLC_83XX_IDC_GRACEFULL_RESET;
  1036. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  1037. } else if (key == QLCNIC_FORCE_FW_DUMP_KEY) {
  1038. adapter->ahw->idc.collect_dump = 1;
  1039. }
  1040. qlcnic_83xx_unlock_driver(adapter);
  1041. return;
  1042. }
  1043. static int qlcnic_83xx_copy_bootloader(struct qlcnic_adapter *adapter)
  1044. {
  1045. u8 *p_cache;
  1046. u32 src, size;
  1047. u64 dest;
  1048. int ret = -EIO;
  1049. src = QLC_83XX_BOOTLOADER_FLASH_ADDR;
  1050. dest = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_ADDR);
  1051. size = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_SIZE);
  1052. /* alignment check */
  1053. if (size & 0xF)
  1054. size = (size + 16) & ~0xF;
  1055. p_cache = kzalloc(size, GFP_KERNEL);
  1056. if (p_cache == NULL)
  1057. return -ENOMEM;
  1058. ret = qlcnic_83xx_lockless_flash_read32(adapter, src, p_cache,
  1059. size / sizeof(u32));
  1060. if (ret) {
  1061. kfree(p_cache);
  1062. return ret;
  1063. }
  1064. /* 16 byte write to MS memory */
  1065. ret = qlcnic_83xx_ms_mem_write128(adapter, dest, (u32 *)p_cache,
  1066. size / 16);
  1067. if (ret) {
  1068. kfree(p_cache);
  1069. return ret;
  1070. }
  1071. kfree(p_cache);
  1072. return ret;
  1073. }
  1074. static int qlcnic_83xx_copy_fw_file(struct qlcnic_adapter *adapter)
  1075. {
  1076. u32 dest, *p_cache;
  1077. u64 addr;
  1078. u8 data[16];
  1079. size_t size;
  1080. int i, ret = -EIO;
  1081. dest = QLCRDX(adapter->ahw, QLCNIC_FW_IMAGE_ADDR);
  1082. size = (adapter->ahw->fw_info.fw->size & ~0xF);
  1083. p_cache = (u32 *)adapter->ahw->fw_info.fw->data;
  1084. addr = (u64)dest;
  1085. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1086. (u32 *)p_cache, size / 16);
  1087. if (ret) {
  1088. dev_err(&adapter->pdev->dev, "MS memory write failed\n");
  1089. release_firmware(adapter->ahw->fw_info.fw);
  1090. adapter->ahw->fw_info.fw = NULL;
  1091. return -EIO;
  1092. }
  1093. /* alignment check */
  1094. if (adapter->ahw->fw_info.fw->size & 0xF) {
  1095. addr = dest + size;
  1096. for (i = 0; i < (adapter->ahw->fw_info.fw->size & 0xF); i++)
  1097. data[i] = adapter->ahw->fw_info.fw->data[size + i];
  1098. for (; i < 16; i++)
  1099. data[i] = 0;
  1100. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1101. (u32 *)data, 1);
  1102. if (ret) {
  1103. dev_err(&adapter->pdev->dev,
  1104. "MS memory write failed\n");
  1105. release_firmware(adapter->ahw->fw_info.fw);
  1106. adapter->ahw->fw_info.fw = NULL;
  1107. return -EIO;
  1108. }
  1109. }
  1110. release_firmware(adapter->ahw->fw_info.fw);
  1111. adapter->ahw->fw_info.fw = NULL;
  1112. return 0;
  1113. }
  1114. static void qlcnic_83xx_dump_pause_control_regs(struct qlcnic_adapter *adapter)
  1115. {
  1116. int i, j;
  1117. u32 val = 0, val1 = 0, reg = 0;
  1118. int err = 0;
  1119. val = QLCRD32(adapter, QLC_83XX_SRE_SHIM_REG, &err);
  1120. if (err == -EIO)
  1121. return;
  1122. dev_info(&adapter->pdev->dev, "SRE-Shim Ctrl:0x%x\n", val);
  1123. for (j = 0; j < 2; j++) {
  1124. if (j == 0) {
  1125. dev_info(&adapter->pdev->dev,
  1126. "Port 0 RxB Pause Threshold Regs[TC7..TC0]:");
  1127. reg = QLC_83XX_PORT0_THRESHOLD;
  1128. } else if (j == 1) {
  1129. dev_info(&adapter->pdev->dev,
  1130. "Port 1 RxB Pause Threshold Regs[TC7..TC0]:");
  1131. reg = QLC_83XX_PORT1_THRESHOLD;
  1132. }
  1133. for (i = 0; i < 8; i++) {
  1134. val = QLCRD32(adapter, reg + (i * 0x4), &err);
  1135. if (err == -EIO)
  1136. return;
  1137. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1138. }
  1139. dev_info(&adapter->pdev->dev, "\n");
  1140. }
  1141. for (j = 0; j < 2; j++) {
  1142. if (j == 0) {
  1143. dev_info(&adapter->pdev->dev,
  1144. "Port 0 RxB TC Max Cell Registers[4..1]:");
  1145. reg = QLC_83XX_PORT0_TC_MC_REG;
  1146. } else if (j == 1) {
  1147. dev_info(&adapter->pdev->dev,
  1148. "Port 1 RxB TC Max Cell Registers[4..1]:");
  1149. reg = QLC_83XX_PORT1_TC_MC_REG;
  1150. }
  1151. for (i = 0; i < 4; i++) {
  1152. val = QLCRD32(adapter, reg + (i * 0x4), &err);
  1153. if (err == -EIO)
  1154. return;
  1155. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1156. }
  1157. dev_info(&adapter->pdev->dev, "\n");
  1158. }
  1159. for (j = 0; j < 2; j++) {
  1160. if (j == 0) {
  1161. dev_info(&adapter->pdev->dev,
  1162. "Port 0 RxB Rx TC Stats[TC7..TC0]:");
  1163. reg = QLC_83XX_PORT0_TC_STATS;
  1164. } else if (j == 1) {
  1165. dev_info(&adapter->pdev->dev,
  1166. "Port 1 RxB Rx TC Stats[TC7..TC0]:");
  1167. reg = QLC_83XX_PORT1_TC_STATS;
  1168. }
  1169. for (i = 7; i >= 0; i--) {
  1170. val = QLCRD32(adapter, reg, &err);
  1171. if (err == -EIO)
  1172. return;
  1173. val &= ~(0x7 << 29); /* Reset bits 29 to 31 */
  1174. QLCWR32(adapter, reg, (val | (i << 29)));
  1175. val = QLCRD32(adapter, reg, &err);
  1176. if (err == -EIO)
  1177. return;
  1178. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1179. }
  1180. dev_info(&adapter->pdev->dev, "\n");
  1181. }
  1182. val = QLCRD32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, &err);
  1183. if (err == -EIO)
  1184. return;
  1185. val1 = QLCRD32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, &err);
  1186. if (err == -EIO)
  1187. return;
  1188. dev_info(&adapter->pdev->dev,
  1189. "IFB-Pause Thresholds: Port 2:0x%x, Port 3:0x%x\n",
  1190. val, val1);
  1191. }
  1192. static void qlcnic_83xx_disable_pause_frames(struct qlcnic_adapter *adapter)
  1193. {
  1194. u32 reg = 0, i, j;
  1195. if (qlcnic_83xx_lock_driver(adapter)) {
  1196. dev_err(&adapter->pdev->dev,
  1197. "%s:failed to acquire driver lock\n", __func__);
  1198. return;
  1199. }
  1200. qlcnic_83xx_dump_pause_control_regs(adapter);
  1201. QLCWR32(adapter, QLC_83XX_SRE_SHIM_REG, 0x0);
  1202. for (j = 0; j < 2; j++) {
  1203. if (j == 0)
  1204. reg = QLC_83XX_PORT0_THRESHOLD;
  1205. else if (j == 1)
  1206. reg = QLC_83XX_PORT1_THRESHOLD;
  1207. for (i = 0; i < 8; i++)
  1208. QLCWR32(adapter, reg + (i * 0x4), 0x0);
  1209. }
  1210. for (j = 0; j < 2; j++) {
  1211. if (j == 0)
  1212. reg = QLC_83XX_PORT0_TC_MC_REG;
  1213. else if (j == 1)
  1214. reg = QLC_83XX_PORT1_TC_MC_REG;
  1215. for (i = 0; i < 4; i++)
  1216. QLCWR32(adapter, reg + (i * 0x4), 0x03FF03FF);
  1217. }
  1218. QLCWR32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, 0);
  1219. QLCWR32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, 0);
  1220. dev_info(&adapter->pdev->dev,
  1221. "Disabled pause frames successfully on all ports\n");
  1222. qlcnic_83xx_unlock_driver(adapter);
  1223. }
  1224. static void qlcnic_83xx_take_eport_out_of_reset(struct qlcnic_adapter *adapter)
  1225. {
  1226. QLCWR32(adapter, QLC_83XX_RESET_REG, 0);
  1227. QLCWR32(adapter, QLC_83XX_RESET_PORT0, 0);
  1228. QLCWR32(adapter, QLC_83XX_RESET_PORT1, 0);
  1229. QLCWR32(adapter, QLC_83XX_RESET_PORT2, 0);
  1230. QLCWR32(adapter, QLC_83XX_RESET_PORT3, 0);
  1231. QLCWR32(adapter, QLC_83XX_RESET_SRESHIM, 0);
  1232. QLCWR32(adapter, QLC_83XX_RESET_EPGSHIM, 0);
  1233. QLCWR32(adapter, QLC_83XX_RESET_ETHERPCS, 0);
  1234. QLCWR32(adapter, QLC_83XX_RESET_CONTROL, 1);
  1235. }
  1236. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev)
  1237. {
  1238. u32 heartbeat, peg_status;
  1239. int retries, ret = -EIO, err = 0;
  1240. retries = QLCNIC_HEARTBEAT_CHECK_RETRY_COUNT;
  1241. p_dev->heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1242. QLCNIC_PEG_ALIVE_COUNTER);
  1243. do {
  1244. msleep(QLCNIC_HEARTBEAT_PERIOD_MSECS);
  1245. heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1246. QLCNIC_PEG_ALIVE_COUNTER);
  1247. if (heartbeat != p_dev->heartbeat) {
  1248. ret = QLCNIC_RCODE_SUCCESS;
  1249. break;
  1250. }
  1251. } while (--retries);
  1252. if (ret) {
  1253. dev_err(&p_dev->pdev->dev, "firmware hang detected\n");
  1254. qlcnic_83xx_take_eport_out_of_reset(p_dev);
  1255. qlcnic_83xx_disable_pause_frames(p_dev);
  1256. peg_status = QLC_SHARED_REG_RD32(p_dev,
  1257. QLCNIC_PEG_HALT_STATUS1);
  1258. dev_info(&p_dev->pdev->dev, "Dumping HW/FW registers\n"
  1259. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  1260. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  1261. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  1262. "PEG_NET_4_PC: 0x%x\n", peg_status,
  1263. QLC_SHARED_REG_RD32(p_dev, QLCNIC_PEG_HALT_STATUS2),
  1264. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_0, &err),
  1265. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_1, &err),
  1266. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_2, &err),
  1267. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_3, &err),
  1268. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_4, &err));
  1269. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  1270. dev_err(&p_dev->pdev->dev,
  1271. "Device is being reset err code 0x00006700.\n");
  1272. }
  1273. return ret;
  1274. }
  1275. static int qlcnic_83xx_check_cmd_peg_status(struct qlcnic_adapter *p_dev)
  1276. {
  1277. int retries = QLCNIC_CMDPEG_CHECK_RETRY_COUNT;
  1278. u32 val;
  1279. do {
  1280. val = QLC_SHARED_REG_RD32(p_dev, QLCNIC_CMDPEG_STATE);
  1281. if (val == QLC_83XX_CMDPEG_COMPLETE)
  1282. return 0;
  1283. msleep(QLCNIC_CMDPEG_CHECK_DELAY);
  1284. } while (--retries);
  1285. dev_err(&p_dev->pdev->dev, "%s: failed, state = 0x%x\n", __func__, val);
  1286. return -EIO;
  1287. }
  1288. int qlcnic_83xx_check_hw_status(struct qlcnic_adapter *p_dev)
  1289. {
  1290. int err;
  1291. err = qlcnic_83xx_check_cmd_peg_status(p_dev);
  1292. if (err)
  1293. return err;
  1294. err = qlcnic_83xx_check_heartbeat(p_dev);
  1295. if (err)
  1296. return err;
  1297. return err;
  1298. }
  1299. static int qlcnic_83xx_poll_reg(struct qlcnic_adapter *p_dev, u32 addr,
  1300. int duration, u32 mask, u32 status)
  1301. {
  1302. int timeout_error, err = 0;
  1303. u32 value;
  1304. u8 retries;
  1305. value = QLCRD32(p_dev, addr, &err);
  1306. if (err == -EIO)
  1307. return err;
  1308. retries = duration / 10;
  1309. do {
  1310. if ((value & mask) != status) {
  1311. timeout_error = 1;
  1312. msleep(duration / 10);
  1313. value = QLCRD32(p_dev, addr, &err);
  1314. if (err == -EIO)
  1315. return err;
  1316. } else {
  1317. timeout_error = 0;
  1318. break;
  1319. }
  1320. } while (retries--);
  1321. if (timeout_error) {
  1322. p_dev->ahw->reset.seq_error++;
  1323. dev_err(&p_dev->pdev->dev,
  1324. "%s: Timeout Err, entry_num = %d\n",
  1325. __func__, p_dev->ahw->reset.seq_index);
  1326. dev_err(&p_dev->pdev->dev,
  1327. "0x%08x 0x%08x 0x%08x\n",
  1328. value, mask, status);
  1329. }
  1330. return timeout_error;
  1331. }
  1332. static int qlcnic_83xx_reset_template_checksum(struct qlcnic_adapter *p_dev)
  1333. {
  1334. u32 sum = 0;
  1335. u16 *buff = (u16 *)p_dev->ahw->reset.buff;
  1336. int count = p_dev->ahw->reset.hdr->size / sizeof(u16);
  1337. while (count-- > 0)
  1338. sum += *buff++;
  1339. while (sum >> 16)
  1340. sum = (sum & 0xFFFF) + (sum >> 16);
  1341. if (~sum) {
  1342. return 0;
  1343. } else {
  1344. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1345. return -1;
  1346. }
  1347. }
  1348. int qlcnic_83xx_get_reset_instruction_template(struct qlcnic_adapter *p_dev)
  1349. {
  1350. struct qlcnic_hardware_context *ahw = p_dev->ahw;
  1351. u32 addr, count, prev_ver, curr_ver;
  1352. u8 *p_buff;
  1353. if (ahw->reset.buff != NULL) {
  1354. prev_ver = p_dev->fw_version;
  1355. curr_ver = qlcnic_83xx_get_fw_version(p_dev);
  1356. if (curr_ver > prev_ver)
  1357. kfree(ahw->reset.buff);
  1358. else
  1359. return 0;
  1360. }
  1361. ahw->reset.seq_error = 0;
  1362. ahw->reset.buff = kzalloc(QLC_83XX_RESTART_TEMPLATE_SIZE, GFP_KERNEL);
  1363. if (p_dev->ahw->reset.buff == NULL)
  1364. return -ENOMEM;
  1365. p_buff = p_dev->ahw->reset.buff;
  1366. addr = QLC_83XX_RESET_TEMPLATE_ADDR;
  1367. count = sizeof(struct qlc_83xx_reset_hdr) / sizeof(u32);
  1368. /* Copy template header from flash */
  1369. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1370. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1371. return -EIO;
  1372. }
  1373. ahw->reset.hdr = (struct qlc_83xx_reset_hdr *)ahw->reset.buff;
  1374. addr = QLC_83XX_RESET_TEMPLATE_ADDR + ahw->reset.hdr->hdr_size;
  1375. p_buff = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1376. count = (ahw->reset.hdr->size - ahw->reset.hdr->hdr_size) / sizeof(u32);
  1377. /* Copy rest of the template */
  1378. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1379. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1380. return -EIO;
  1381. }
  1382. if (qlcnic_83xx_reset_template_checksum(p_dev))
  1383. return -EIO;
  1384. /* Get Stop, Start and Init command offsets */
  1385. ahw->reset.init_offset = ahw->reset.buff + ahw->reset.hdr->init_offset;
  1386. ahw->reset.start_offset = ahw->reset.buff +
  1387. ahw->reset.hdr->start_offset;
  1388. ahw->reset.stop_offset = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1389. return 0;
  1390. }
  1391. /* Read Write HW register command */
  1392. static void qlcnic_83xx_read_write_crb_reg(struct qlcnic_adapter *p_dev,
  1393. u32 raddr, u32 waddr)
  1394. {
  1395. int err = 0;
  1396. u32 value;
  1397. value = QLCRD32(p_dev, raddr, &err);
  1398. if (err == -EIO)
  1399. return;
  1400. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1401. }
  1402. /* Read Modify Write HW register command */
  1403. static void qlcnic_83xx_rmw_crb_reg(struct qlcnic_adapter *p_dev,
  1404. u32 raddr, u32 waddr,
  1405. struct qlc_83xx_rmw *p_rmw_hdr)
  1406. {
  1407. int err = 0;
  1408. u32 value;
  1409. if (p_rmw_hdr->index_a) {
  1410. value = p_dev->ahw->reset.array[p_rmw_hdr->index_a];
  1411. } else {
  1412. value = QLCRD32(p_dev, raddr, &err);
  1413. if (err == -EIO)
  1414. return;
  1415. }
  1416. value &= p_rmw_hdr->mask;
  1417. value <<= p_rmw_hdr->shl;
  1418. value >>= p_rmw_hdr->shr;
  1419. value |= p_rmw_hdr->or_value;
  1420. value ^= p_rmw_hdr->xor_value;
  1421. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1422. }
  1423. /* Write HW register command */
  1424. static void qlcnic_83xx_write_list(struct qlcnic_adapter *p_dev,
  1425. struct qlc_83xx_entry_hdr *p_hdr)
  1426. {
  1427. int i;
  1428. struct qlc_83xx_entry *entry;
  1429. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1430. sizeof(struct qlc_83xx_entry_hdr));
  1431. for (i = 0; i < p_hdr->count; i++, entry++) {
  1432. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->arg1,
  1433. entry->arg2);
  1434. if (p_hdr->delay)
  1435. udelay((u32)(p_hdr->delay));
  1436. }
  1437. }
  1438. /* Read and Write instruction */
  1439. static void qlcnic_83xx_read_write_list(struct qlcnic_adapter *p_dev,
  1440. struct qlc_83xx_entry_hdr *p_hdr)
  1441. {
  1442. int i;
  1443. struct qlc_83xx_entry *entry;
  1444. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1445. sizeof(struct qlc_83xx_entry_hdr));
  1446. for (i = 0; i < p_hdr->count; i++, entry++) {
  1447. qlcnic_83xx_read_write_crb_reg(p_dev, entry->arg1,
  1448. entry->arg2);
  1449. if (p_hdr->delay)
  1450. udelay((u32)(p_hdr->delay));
  1451. }
  1452. }
  1453. /* Poll HW register command */
  1454. static void qlcnic_83xx_poll_list(struct qlcnic_adapter *p_dev,
  1455. struct qlc_83xx_entry_hdr *p_hdr)
  1456. {
  1457. long delay;
  1458. struct qlc_83xx_entry *entry;
  1459. struct qlc_83xx_poll *poll;
  1460. int i, err = 0;
  1461. unsigned long arg1, arg2;
  1462. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1463. sizeof(struct qlc_83xx_entry_hdr));
  1464. entry = (struct qlc_83xx_entry *)((char *)poll +
  1465. sizeof(struct qlc_83xx_poll));
  1466. delay = (long)p_hdr->delay;
  1467. if (!delay) {
  1468. for (i = 0; i < p_hdr->count; i++, entry++)
  1469. qlcnic_83xx_poll_reg(p_dev, entry->arg1,
  1470. delay, poll->mask,
  1471. poll->status);
  1472. } else {
  1473. for (i = 0; i < p_hdr->count; i++, entry++) {
  1474. arg1 = entry->arg1;
  1475. arg2 = entry->arg2;
  1476. if (delay) {
  1477. if (qlcnic_83xx_poll_reg(p_dev,
  1478. arg1, delay,
  1479. poll->mask,
  1480. poll->status)){
  1481. QLCRD32(p_dev, arg1, &err);
  1482. if (err == -EIO)
  1483. return;
  1484. QLCRD32(p_dev, arg2, &err);
  1485. if (err == -EIO)
  1486. return;
  1487. }
  1488. }
  1489. }
  1490. }
  1491. }
  1492. /* Poll and write HW register command */
  1493. static void qlcnic_83xx_poll_write_list(struct qlcnic_adapter *p_dev,
  1494. struct qlc_83xx_entry_hdr *p_hdr)
  1495. {
  1496. int i;
  1497. long delay;
  1498. struct qlc_83xx_quad_entry *entry;
  1499. struct qlc_83xx_poll *poll;
  1500. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1501. sizeof(struct qlc_83xx_entry_hdr));
  1502. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1503. sizeof(struct qlc_83xx_poll));
  1504. delay = (long)p_hdr->delay;
  1505. for (i = 0; i < p_hdr->count; i++, entry++) {
  1506. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->dr_addr,
  1507. entry->dr_value);
  1508. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1509. entry->ar_value);
  1510. if (delay)
  1511. qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1512. poll->mask, poll->status);
  1513. }
  1514. }
  1515. /* Read Modify Write register command */
  1516. static void qlcnic_83xx_read_modify_write(struct qlcnic_adapter *p_dev,
  1517. struct qlc_83xx_entry_hdr *p_hdr)
  1518. {
  1519. int i;
  1520. struct qlc_83xx_entry *entry;
  1521. struct qlc_83xx_rmw *rmw_hdr;
  1522. rmw_hdr = (struct qlc_83xx_rmw *)((char *)p_hdr +
  1523. sizeof(struct qlc_83xx_entry_hdr));
  1524. entry = (struct qlc_83xx_entry *)((char *)rmw_hdr +
  1525. sizeof(struct qlc_83xx_rmw));
  1526. for (i = 0; i < p_hdr->count; i++, entry++) {
  1527. qlcnic_83xx_rmw_crb_reg(p_dev, entry->arg1,
  1528. entry->arg2, rmw_hdr);
  1529. if (p_hdr->delay)
  1530. udelay((u32)(p_hdr->delay));
  1531. }
  1532. }
  1533. static void qlcnic_83xx_pause(struct qlc_83xx_entry_hdr *p_hdr)
  1534. {
  1535. if (p_hdr->delay)
  1536. mdelay((u32)((long)p_hdr->delay));
  1537. }
  1538. /* Read and poll register command */
  1539. static void qlcnic_83xx_poll_read_list(struct qlcnic_adapter *p_dev,
  1540. struct qlc_83xx_entry_hdr *p_hdr)
  1541. {
  1542. long delay;
  1543. int index, i, j, err;
  1544. struct qlc_83xx_quad_entry *entry;
  1545. struct qlc_83xx_poll *poll;
  1546. unsigned long addr;
  1547. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1548. sizeof(struct qlc_83xx_entry_hdr));
  1549. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1550. sizeof(struct qlc_83xx_poll));
  1551. delay = (long)p_hdr->delay;
  1552. for (i = 0; i < p_hdr->count; i++, entry++) {
  1553. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1554. entry->ar_value);
  1555. if (delay) {
  1556. if (!qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1557. poll->mask, poll->status)){
  1558. index = p_dev->ahw->reset.array_index;
  1559. addr = entry->dr_addr;
  1560. j = QLCRD32(p_dev, addr, &err);
  1561. if (err == -EIO)
  1562. return;
  1563. p_dev->ahw->reset.array[index++] = j;
  1564. if (index == QLC_83XX_MAX_RESET_SEQ_ENTRIES)
  1565. p_dev->ahw->reset.array_index = 1;
  1566. }
  1567. }
  1568. }
  1569. }
  1570. static inline void qlcnic_83xx_seq_end(struct qlcnic_adapter *p_dev)
  1571. {
  1572. p_dev->ahw->reset.seq_end = 1;
  1573. }
  1574. static void qlcnic_83xx_template_end(struct qlcnic_adapter *p_dev)
  1575. {
  1576. p_dev->ahw->reset.template_end = 1;
  1577. if (p_dev->ahw->reset.seq_error == 0)
  1578. dev_err(&p_dev->pdev->dev,
  1579. "HW restart process completed successfully.\n");
  1580. else
  1581. dev_err(&p_dev->pdev->dev,
  1582. "HW restart completed with timeout errors.\n");
  1583. }
  1584. /**
  1585. * qlcnic_83xx_exec_template_cmd
  1586. *
  1587. * @p_dev: adapter structure
  1588. * @p_buff: Poiter to instruction template
  1589. *
  1590. * Template provides instructions to stop, restart and initalize firmware.
  1591. * These instructions are abstracted as a series of read, write and
  1592. * poll operations on hardware registers. Register information and operation
  1593. * specifics are not exposed to the driver. Driver reads the template from
  1594. * flash and executes the instructions located at pre-defined offsets.
  1595. *
  1596. * Returns: None
  1597. * */
  1598. static void qlcnic_83xx_exec_template_cmd(struct qlcnic_adapter *p_dev,
  1599. char *p_buff)
  1600. {
  1601. int index, entries;
  1602. struct qlc_83xx_entry_hdr *p_hdr;
  1603. char *entry = p_buff;
  1604. p_dev->ahw->reset.seq_end = 0;
  1605. p_dev->ahw->reset.template_end = 0;
  1606. entries = p_dev->ahw->reset.hdr->entries;
  1607. index = p_dev->ahw->reset.seq_index;
  1608. for (; (!p_dev->ahw->reset.seq_end) && (index < entries); index++) {
  1609. p_hdr = (struct qlc_83xx_entry_hdr *)entry;
  1610. switch (p_hdr->cmd) {
  1611. case QLC_83XX_OPCODE_NOP:
  1612. break;
  1613. case QLC_83XX_OPCODE_WRITE_LIST:
  1614. qlcnic_83xx_write_list(p_dev, p_hdr);
  1615. break;
  1616. case QLC_83XX_OPCODE_READ_WRITE_LIST:
  1617. qlcnic_83xx_read_write_list(p_dev, p_hdr);
  1618. break;
  1619. case QLC_83XX_OPCODE_POLL_LIST:
  1620. qlcnic_83xx_poll_list(p_dev, p_hdr);
  1621. break;
  1622. case QLC_83XX_OPCODE_POLL_WRITE_LIST:
  1623. qlcnic_83xx_poll_write_list(p_dev, p_hdr);
  1624. break;
  1625. case QLC_83XX_OPCODE_READ_MODIFY_WRITE:
  1626. qlcnic_83xx_read_modify_write(p_dev, p_hdr);
  1627. break;
  1628. case QLC_83XX_OPCODE_SEQ_PAUSE:
  1629. qlcnic_83xx_pause(p_hdr);
  1630. break;
  1631. case QLC_83XX_OPCODE_SEQ_END:
  1632. qlcnic_83xx_seq_end(p_dev);
  1633. break;
  1634. case QLC_83XX_OPCODE_TMPL_END:
  1635. qlcnic_83xx_template_end(p_dev);
  1636. break;
  1637. case QLC_83XX_OPCODE_POLL_READ_LIST:
  1638. qlcnic_83xx_poll_read_list(p_dev, p_hdr);
  1639. break;
  1640. default:
  1641. dev_err(&p_dev->pdev->dev,
  1642. "%s: Unknown opcode 0x%04x in template %d\n",
  1643. __func__, p_hdr->cmd, index);
  1644. break;
  1645. }
  1646. entry += p_hdr->size;
  1647. }
  1648. p_dev->ahw->reset.seq_index = index;
  1649. }
  1650. static void qlcnic_83xx_stop_hw(struct qlcnic_adapter *p_dev)
  1651. {
  1652. p_dev->ahw->reset.seq_index = 0;
  1653. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.stop_offset);
  1654. if (p_dev->ahw->reset.seq_end != 1)
  1655. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1656. }
  1657. static void qlcnic_83xx_start_hw(struct qlcnic_adapter *p_dev)
  1658. {
  1659. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.start_offset);
  1660. if (p_dev->ahw->reset.template_end != 1)
  1661. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1662. }
  1663. static void qlcnic_83xx_init_hw(struct qlcnic_adapter *p_dev)
  1664. {
  1665. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.init_offset);
  1666. if (p_dev->ahw->reset.seq_end != 1)
  1667. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1668. }
  1669. static inline void qlcnic_83xx_get_fw_file_name(struct qlcnic_adapter *adapter,
  1670. char *file_name)
  1671. {
  1672. struct pci_dev *pdev = adapter->pdev;
  1673. memset(file_name, 0, QLC_FW_FILE_NAME_LEN);
  1674. switch (pdev->device) {
  1675. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  1676. strncpy(file_name, QLC_83XX_FW_FILE_NAME,
  1677. QLC_FW_FILE_NAME_LEN);
  1678. break;
  1679. case PCI_DEVICE_ID_QLOGIC_QLE844X:
  1680. strncpy(file_name, QLC_84XX_FW_FILE_NAME,
  1681. QLC_FW_FILE_NAME_LEN);
  1682. break;
  1683. default:
  1684. dev_err(&pdev->dev, "%s: Invalid device id\n",
  1685. __func__);
  1686. }
  1687. }
  1688. static int qlcnic_83xx_load_fw_image_from_host(struct qlcnic_adapter *adapter)
  1689. {
  1690. char fw_file_name[QLC_FW_FILE_NAME_LEN];
  1691. int err = -EIO;
  1692. qlcnic_83xx_get_fw_file_name(adapter, fw_file_name);
  1693. if (request_firmware(&adapter->ahw->fw_info.fw, fw_file_name,
  1694. &(adapter->pdev->dev))) {
  1695. dev_err(&adapter->pdev->dev,
  1696. "No file FW image, loading flash FW image.\n");
  1697. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1698. QLC_83XX_BOOT_FROM_FLASH);
  1699. } else {
  1700. if (qlcnic_83xx_copy_fw_file(adapter))
  1701. return err;
  1702. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1703. QLC_83XX_BOOT_FROM_FILE);
  1704. }
  1705. return 0;
  1706. }
  1707. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter)
  1708. {
  1709. u32 val;
  1710. int err = -EIO;
  1711. qlcnic_83xx_stop_hw(adapter);
  1712. /* Collect FW register dump if required */
  1713. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1714. if (!(val & QLC_83XX_IDC_GRACEFULL_RESET))
  1715. qlcnic_dump_fw(adapter);
  1716. qlcnic_83xx_init_hw(adapter);
  1717. if (qlcnic_83xx_copy_bootloader(adapter))
  1718. return err;
  1719. /* Boot either flash image or firmware image from host file system */
  1720. if (qlcnic_load_fw_file) {
  1721. if (qlcnic_83xx_load_fw_image_from_host(adapter))
  1722. return err;
  1723. } else {
  1724. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1725. QLC_83XX_BOOT_FROM_FLASH);
  1726. }
  1727. qlcnic_83xx_start_hw(adapter);
  1728. if (qlcnic_83xx_check_hw_status(adapter))
  1729. return -EIO;
  1730. return 0;
  1731. }
  1732. /**
  1733. * qlcnic_83xx_config_default_opmode
  1734. *
  1735. * @adapter: adapter structure
  1736. *
  1737. * Configure default driver operating mode
  1738. *
  1739. * Returns: Error code or Success(0)
  1740. * */
  1741. int qlcnic_83xx_config_default_opmode(struct qlcnic_adapter *adapter)
  1742. {
  1743. u32 op_mode;
  1744. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1745. qlcnic_get_func_no(adapter);
  1746. op_mode = QLCRDX(ahw, QLC_83XX_DRV_OP_MODE);
  1747. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state))
  1748. op_mode = QLC_83XX_DEFAULT_OPMODE;
  1749. if (op_mode == QLC_83XX_DEFAULT_OPMODE) {
  1750. adapter->nic_ops->init_driver = qlcnic_83xx_init_default_driver;
  1751. ahw->idc.state_entry = qlcnic_83xx_idc_ready_state_entry;
  1752. } else {
  1753. return -EIO;
  1754. }
  1755. return 0;
  1756. }
  1757. int qlcnic_83xx_get_nic_configuration(struct qlcnic_adapter *adapter)
  1758. {
  1759. int err;
  1760. struct qlcnic_info nic_info;
  1761. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1762. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1763. err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
  1764. if (err)
  1765. return -EIO;
  1766. ahw->physical_port = (u8) nic_info.phys_port;
  1767. ahw->switch_mode = nic_info.switch_mode;
  1768. ahw->max_tx_ques = nic_info.max_tx_ques;
  1769. ahw->max_rx_ques = nic_info.max_rx_ques;
  1770. ahw->capabilities = nic_info.capabilities;
  1771. ahw->max_mac_filters = nic_info.max_mac_filters;
  1772. ahw->max_mtu = nic_info.max_mtu;
  1773. /* VNIC mode is detected by BIT_23 in capabilities. This bit is also
  1774. * set in case device is SRIOV capable. VNIC and SRIOV are mutually
  1775. * exclusive. So in case of sriov capable device load driver in
  1776. * default mode
  1777. */
  1778. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state)) {
  1779. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1780. return ahw->nic_mode;
  1781. }
  1782. if (ahw->capabilities & BIT_23)
  1783. ahw->nic_mode = QLC_83XX_VIRTUAL_NIC_MODE;
  1784. else
  1785. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1786. return ahw->nic_mode;
  1787. }
  1788. int qlcnic_83xx_configure_opmode(struct qlcnic_adapter *adapter)
  1789. {
  1790. int ret;
  1791. ret = qlcnic_83xx_get_nic_configuration(adapter);
  1792. if (ret == -EIO)
  1793. return -EIO;
  1794. if (ret == QLC_83XX_VIRTUAL_NIC_MODE) {
  1795. if (qlcnic_83xx_config_vnic_opmode(adapter))
  1796. return -EIO;
  1797. } else if (ret == QLC_83XX_DEFAULT_MODE) {
  1798. if (qlcnic_83xx_config_default_opmode(adapter))
  1799. return -EIO;
  1800. }
  1801. return 0;
  1802. }
  1803. static void qlcnic_83xx_config_buff_descriptors(struct qlcnic_adapter *adapter)
  1804. {
  1805. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1806. if (ahw->port_type == QLCNIC_XGBE) {
  1807. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  1808. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  1809. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1810. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1811. } else if (ahw->port_type == QLCNIC_GBE) {
  1812. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  1813. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1814. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1815. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  1816. }
  1817. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  1818. adapter->max_rds_rings = MAX_RDS_RINGS;
  1819. }
  1820. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter)
  1821. {
  1822. int err = -EIO;
  1823. qlcnic_83xx_get_minidump_template(adapter);
  1824. if (qlcnic_83xx_get_port_info(adapter))
  1825. return err;
  1826. qlcnic_83xx_config_buff_descriptors(adapter);
  1827. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  1828. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  1829. dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
  1830. adapter->ahw->fw_hal_version);
  1831. return 0;
  1832. }
  1833. #define IS_QLC_83XX_USED(a, b, c) (((1 << a->portnum) & b) || ((c >> 6) & 0x1))
  1834. static void qlcnic_83xx_clear_function_resources(struct qlcnic_adapter *adapter)
  1835. {
  1836. struct qlcnic_cmd_args cmd;
  1837. u32 presence_mask, audit_mask;
  1838. int status;
  1839. presence_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  1840. audit_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  1841. if (IS_QLC_83XX_USED(adapter, presence_mask, audit_mask)) {
  1842. status = qlcnic_alloc_mbx_args(&cmd, adapter,
  1843. QLCNIC_CMD_STOP_NIC_FUNC);
  1844. if (status)
  1845. return;
  1846. cmd.req.arg[1] = BIT_31;
  1847. status = qlcnic_issue_cmd(adapter, &cmd);
  1848. if (status)
  1849. dev_err(&adapter->pdev->dev,
  1850. "Failed to clean up the function resources\n");
  1851. qlcnic_free_mbx_args(&cmd);
  1852. }
  1853. }
  1854. int qlcnic_83xx_init(struct qlcnic_adapter *adapter, int pci_using_dac)
  1855. {
  1856. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1857. int err = 0;
  1858. ahw->msix_supported = !!qlcnic_use_msi_x;
  1859. err = qlcnic_83xx_init_mailbox_work(adapter);
  1860. if (err)
  1861. goto exit;
  1862. if (qlcnic_sriov_vf_check(adapter)) {
  1863. err = qlcnic_sriov_vf_init(adapter, pci_using_dac);
  1864. if (err)
  1865. goto detach_mbx;
  1866. else
  1867. return err;
  1868. }
  1869. err = qlcnic_83xx_check_hw_status(adapter);
  1870. if (err)
  1871. goto detach_mbx;
  1872. if (!qlcnic_83xx_read_flash_descriptor_table(adapter))
  1873. qlcnic_83xx_read_flash_mfg_id(adapter);
  1874. err = qlcnic_83xx_idc_init(adapter);
  1875. if (err)
  1876. goto detach_mbx;
  1877. err = qlcnic_setup_intr(adapter, 0, 0);
  1878. if (err) {
  1879. dev_err(&adapter->pdev->dev, "Failed to setup interrupt\n");
  1880. goto disable_intr;
  1881. }
  1882. err = qlcnic_83xx_setup_mbx_intr(adapter);
  1883. if (err)
  1884. goto disable_mbx_intr;
  1885. qlcnic_83xx_clear_function_resources(adapter);
  1886. INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
  1887. /* register for NIC IDC AEN Events */
  1888. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  1889. /* Configure default, SR-IOV or Virtual NIC mode of operation */
  1890. err = qlcnic_83xx_configure_opmode(adapter);
  1891. if (err)
  1892. goto disable_mbx_intr;
  1893. /* Perform operating mode specific initialization */
  1894. err = adapter->nic_ops->init_driver(adapter);
  1895. if (err)
  1896. goto disable_mbx_intr;
  1897. if (adapter->dcb && qlcnic_dcb_attach(adapter))
  1898. qlcnic_clear_dcb_ops(adapter);
  1899. /* Periodically monitor device status */
  1900. qlcnic_83xx_idc_poll_dev_state(&adapter->fw_work.work);
  1901. return 0;
  1902. disable_mbx_intr:
  1903. qlcnic_83xx_free_mbx_intr(adapter);
  1904. disable_intr:
  1905. qlcnic_teardown_intr(adapter);
  1906. detach_mbx:
  1907. qlcnic_83xx_detach_mailbox_work(adapter);
  1908. qlcnic_83xx_free_mailbox(ahw->mailbox);
  1909. exit:
  1910. return err;
  1911. }