qlcnic_83xx_init.c 53 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include "qlcnic_sriov.h"
  8. #include "qlcnic.h"
  9. #include "qlcnic_hw.h"
  10. /* Reset template definitions */
  11. #define QLC_83XX_RESTART_TEMPLATE_SIZE 0x2000
  12. #define QLC_83XX_RESET_TEMPLATE_ADDR 0x4F0000
  13. #define QLC_83XX_RESET_SEQ_VERSION 0x0101
  14. #define QLC_83XX_OPCODE_NOP 0x0000
  15. #define QLC_83XX_OPCODE_WRITE_LIST 0x0001
  16. #define QLC_83XX_OPCODE_READ_WRITE_LIST 0x0002
  17. #define QLC_83XX_OPCODE_POLL_LIST 0x0004
  18. #define QLC_83XX_OPCODE_POLL_WRITE_LIST 0x0008
  19. #define QLC_83XX_OPCODE_READ_MODIFY_WRITE 0x0010
  20. #define QLC_83XX_OPCODE_SEQ_PAUSE 0x0020
  21. #define QLC_83XX_OPCODE_SEQ_END 0x0040
  22. #define QLC_83XX_OPCODE_TMPL_END 0x0080
  23. #define QLC_83XX_OPCODE_POLL_READ_LIST 0x0100
  24. /* EPORT control registers */
  25. #define QLC_83XX_RESET_CONTROL 0x28084E50
  26. #define QLC_83XX_RESET_REG 0x28084E60
  27. #define QLC_83XX_RESET_PORT0 0x28084E70
  28. #define QLC_83XX_RESET_PORT1 0x28084E80
  29. #define QLC_83XX_RESET_PORT2 0x28084E90
  30. #define QLC_83XX_RESET_PORT3 0x28084EA0
  31. #define QLC_83XX_RESET_SRESHIM 0x28084EB0
  32. #define QLC_83XX_RESET_EPGSHIM 0x28084EC0
  33. #define QLC_83XX_RESET_ETHERPCS 0x28084ED0
  34. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter);
  35. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev);
  36. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter);
  37. /* Template header */
  38. struct qlc_83xx_reset_hdr {
  39. #if defined(__LITTLE_ENDIAN)
  40. u16 version;
  41. u16 signature;
  42. u16 size;
  43. u16 entries;
  44. u16 hdr_size;
  45. u16 checksum;
  46. u16 init_offset;
  47. u16 start_offset;
  48. #elif defined(__BIG_ENDIAN)
  49. u16 signature;
  50. u16 version;
  51. u16 entries;
  52. u16 size;
  53. u16 checksum;
  54. u16 hdr_size;
  55. u16 start_offset;
  56. u16 init_offset;
  57. #endif
  58. } __packed;
  59. /* Command entry header. */
  60. struct qlc_83xx_entry_hdr {
  61. #if defined(__LITTLE_ENDIAN)
  62. u16 cmd;
  63. u16 size;
  64. u16 count;
  65. u16 delay;
  66. #elif defined(__BIG_ENDIAN)
  67. u16 size;
  68. u16 cmd;
  69. u16 delay;
  70. u16 count;
  71. #endif
  72. } __packed;
  73. /* Generic poll command */
  74. struct qlc_83xx_poll {
  75. u32 mask;
  76. u32 status;
  77. } __packed;
  78. /* Read modify write command */
  79. struct qlc_83xx_rmw {
  80. u32 mask;
  81. u32 xor_value;
  82. u32 or_value;
  83. #if defined(__LITTLE_ENDIAN)
  84. u8 shl;
  85. u8 shr;
  86. u8 index_a;
  87. u8 rsvd;
  88. #elif defined(__BIG_ENDIAN)
  89. u8 rsvd;
  90. u8 index_a;
  91. u8 shr;
  92. u8 shl;
  93. #endif
  94. } __packed;
  95. /* Generic command with 2 DWORD */
  96. struct qlc_83xx_entry {
  97. u32 arg1;
  98. u32 arg2;
  99. } __packed;
  100. /* Generic command with 4 DWORD */
  101. struct qlc_83xx_quad_entry {
  102. u32 dr_addr;
  103. u32 dr_value;
  104. u32 ar_addr;
  105. u32 ar_value;
  106. } __packed;
  107. static const char *const qlc_83xx_idc_states[] = {
  108. "Unknown",
  109. "Cold",
  110. "Init",
  111. "Ready",
  112. "Need Reset",
  113. "Need Quiesce",
  114. "Failed",
  115. "Quiesce"
  116. };
  117. static int
  118. qlcnic_83xx_idc_check_driver_presence_reg(struct qlcnic_adapter *adapter)
  119. {
  120. u32 val;
  121. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  122. if ((val & 0xFFFF))
  123. return 1;
  124. else
  125. return 0;
  126. }
  127. static void qlcnic_83xx_idc_log_state_history(struct qlcnic_adapter *adapter)
  128. {
  129. u32 cur, prev;
  130. cur = adapter->ahw->idc.curr_state;
  131. prev = adapter->ahw->idc.prev_state;
  132. dev_info(&adapter->pdev->dev,
  133. "current state = %s, prev state = %s\n",
  134. adapter->ahw->idc.name[cur],
  135. adapter->ahw->idc.name[prev]);
  136. }
  137. static int qlcnic_83xx_idc_update_audit_reg(struct qlcnic_adapter *adapter,
  138. u8 mode, int lock)
  139. {
  140. u32 val;
  141. int seconds;
  142. if (lock) {
  143. if (qlcnic_83xx_lock_driver(adapter))
  144. return -EBUSY;
  145. }
  146. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  147. val |= (adapter->portnum & 0xf);
  148. val |= mode << 7;
  149. if (mode)
  150. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  151. else
  152. seconds = jiffies / HZ;
  153. val |= seconds << 8;
  154. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT, val);
  155. adapter->ahw->idc.sec_counter = jiffies / HZ;
  156. if (lock)
  157. qlcnic_83xx_unlock_driver(adapter);
  158. return 0;
  159. }
  160. static void qlcnic_83xx_idc_update_minor_version(struct qlcnic_adapter *adapter)
  161. {
  162. u32 val;
  163. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION);
  164. val = val & ~(0x3 << (adapter->portnum * 2));
  165. val = val | (QLC_83XX_IDC_MINOR_VERSION << (adapter->portnum * 2));
  166. QLCWRX(adapter->ahw, QLC_83XX_IDC_MIN_VERSION, val);
  167. }
  168. static int qlcnic_83xx_idc_update_major_version(struct qlcnic_adapter *adapter,
  169. int lock)
  170. {
  171. u32 val;
  172. if (lock) {
  173. if (qlcnic_83xx_lock_driver(adapter))
  174. return -EBUSY;
  175. }
  176. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  177. val = val & ~0xFF;
  178. val = val | QLC_83XX_IDC_MAJOR_VERSION;
  179. QLCWRX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION, val);
  180. if (lock)
  181. qlcnic_83xx_unlock_driver(adapter);
  182. return 0;
  183. }
  184. static int
  185. qlcnic_83xx_idc_update_drv_presence_reg(struct qlcnic_adapter *adapter,
  186. int status, int lock)
  187. {
  188. u32 val;
  189. if (lock) {
  190. if (qlcnic_83xx_lock_driver(adapter))
  191. return -EBUSY;
  192. }
  193. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  194. if (status)
  195. val = val | (1 << adapter->portnum);
  196. else
  197. val = val & ~(1 << adapter->portnum);
  198. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  199. qlcnic_83xx_idc_update_minor_version(adapter);
  200. if (lock)
  201. qlcnic_83xx_unlock_driver(adapter);
  202. return 0;
  203. }
  204. static int qlcnic_83xx_idc_check_major_version(struct qlcnic_adapter *adapter)
  205. {
  206. u32 val;
  207. u8 version;
  208. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_MAJ_VERSION);
  209. version = val & 0xFF;
  210. if (version != QLC_83XX_IDC_MAJOR_VERSION) {
  211. dev_info(&adapter->pdev->dev,
  212. "%s:mismatch. version 0x%x, expected version 0x%x\n",
  213. __func__, version, QLC_83XX_IDC_MAJOR_VERSION);
  214. return -EIO;
  215. }
  216. return 0;
  217. }
  218. static int qlcnic_83xx_idc_clear_registers(struct qlcnic_adapter *adapter,
  219. int lock)
  220. {
  221. u32 val;
  222. if (lock) {
  223. if (qlcnic_83xx_lock_driver(adapter))
  224. return -EBUSY;
  225. }
  226. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, 0);
  227. /* Clear gracefull reset bit */
  228. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  229. val &= ~QLC_83XX_IDC_GRACEFULL_RESET;
  230. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  231. if (lock)
  232. qlcnic_83xx_unlock_driver(adapter);
  233. return 0;
  234. }
  235. static int qlcnic_83xx_idc_update_drv_ack_reg(struct qlcnic_adapter *adapter,
  236. int flag, int lock)
  237. {
  238. u32 val;
  239. if (lock) {
  240. if (qlcnic_83xx_lock_driver(adapter))
  241. return -EBUSY;
  242. }
  243. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  244. if (flag)
  245. val = val | (1 << adapter->portnum);
  246. else
  247. val = val & ~(1 << adapter->portnum);
  248. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_ACK, val);
  249. if (lock)
  250. qlcnic_83xx_unlock_driver(adapter);
  251. return 0;
  252. }
  253. static int qlcnic_83xx_idc_check_timeout(struct qlcnic_adapter *adapter,
  254. int time_limit)
  255. {
  256. u64 seconds;
  257. seconds = jiffies / HZ - adapter->ahw->idc.sec_counter;
  258. if (seconds <= time_limit)
  259. return 0;
  260. else
  261. return -EBUSY;
  262. }
  263. /**
  264. * qlcnic_83xx_idc_check_reset_ack_reg
  265. *
  266. * @adapter: adapter structure
  267. *
  268. * Check ACK wait limit and clear the functions which failed to ACK
  269. *
  270. * Return 0 if all functions have acknowledged the reset request.
  271. **/
  272. static int qlcnic_83xx_idc_check_reset_ack_reg(struct qlcnic_adapter *adapter)
  273. {
  274. int timeout;
  275. u32 ack, presence, val;
  276. timeout = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  277. ack = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_ACK);
  278. presence = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  279. dev_info(&adapter->pdev->dev,
  280. "%s: ack = 0x%x, presence = 0x%x\n", __func__, ack, presence);
  281. if (!((ack & presence) == presence)) {
  282. if (qlcnic_83xx_idc_check_timeout(adapter, timeout)) {
  283. /* Clear functions which failed to ACK */
  284. dev_info(&adapter->pdev->dev,
  285. "%s: ACK wait exceeds time limit\n", __func__);
  286. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  287. val = val & ~(ack ^ presence);
  288. if (qlcnic_83xx_lock_driver(adapter))
  289. return -EBUSY;
  290. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  291. dev_info(&adapter->pdev->dev,
  292. "%s: updated drv presence reg = 0x%x\n",
  293. __func__, val);
  294. qlcnic_83xx_unlock_driver(adapter);
  295. return 0;
  296. } else {
  297. return 1;
  298. }
  299. } else {
  300. dev_info(&adapter->pdev->dev,
  301. "%s: Reset ACK received from all functions\n",
  302. __func__);
  303. return 0;
  304. }
  305. }
  306. /**
  307. * qlcnic_83xx_idc_tx_soft_reset
  308. *
  309. * @adapter: adapter structure
  310. *
  311. * Handle context deletion and recreation request from transmit routine
  312. *
  313. * Returns -EBUSY or Success (0)
  314. *
  315. **/
  316. static int qlcnic_83xx_idc_tx_soft_reset(struct qlcnic_adapter *adapter)
  317. {
  318. struct net_device *netdev = adapter->netdev;
  319. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  320. return -EBUSY;
  321. netif_device_detach(netdev);
  322. qlcnic_down(adapter, netdev);
  323. qlcnic_up(adapter, netdev);
  324. netif_device_attach(netdev);
  325. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  326. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  327. adapter->netdev->trans_start = jiffies;
  328. return 0;
  329. }
  330. /**
  331. * qlcnic_83xx_idc_detach_driver
  332. *
  333. * @adapter: adapter structure
  334. * Detach net interface, stop TX and cleanup resources before the HW reset.
  335. * Returns: None
  336. *
  337. **/
  338. static void qlcnic_83xx_idc_detach_driver(struct qlcnic_adapter *adapter)
  339. {
  340. int i;
  341. struct net_device *netdev = adapter->netdev;
  342. netif_device_detach(netdev);
  343. /* Disable mailbox interrupt */
  344. qlcnic_83xx_disable_mbx_intr(adapter);
  345. qlcnic_down(adapter, netdev);
  346. for (i = 0; i < adapter->ahw->num_msix; i++) {
  347. adapter->ahw->intr_tbl[i].id = i;
  348. adapter->ahw->intr_tbl[i].enabled = 0;
  349. adapter->ahw->intr_tbl[i].src = 0;
  350. }
  351. if (qlcnic_sriov_pf_check(adapter))
  352. qlcnic_sriov_pf_reset(adapter);
  353. }
  354. /**
  355. * qlcnic_83xx_idc_attach_driver
  356. *
  357. * @adapter: adapter structure
  358. *
  359. * Re-attach and re-enable net interface
  360. * Returns: None
  361. *
  362. **/
  363. static void qlcnic_83xx_idc_attach_driver(struct qlcnic_adapter *adapter)
  364. {
  365. struct net_device *netdev = adapter->netdev;
  366. if (netif_running(netdev)) {
  367. if (qlcnic_up(adapter, netdev))
  368. goto done;
  369. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  370. }
  371. done:
  372. netif_device_attach(netdev);
  373. if (netif_running(netdev)) {
  374. netif_carrier_on(netdev);
  375. netif_wake_queue(netdev);
  376. }
  377. }
  378. static int qlcnic_83xx_idc_enter_failed_state(struct qlcnic_adapter *adapter,
  379. int lock)
  380. {
  381. if (lock) {
  382. if (qlcnic_83xx_lock_driver(adapter))
  383. return -EBUSY;
  384. }
  385. qlcnic_83xx_idc_clear_registers(adapter, 0);
  386. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_FAILED);
  387. if (lock)
  388. qlcnic_83xx_unlock_driver(adapter);
  389. qlcnic_83xx_idc_log_state_history(adapter);
  390. dev_info(&adapter->pdev->dev, "Device will enter failed state\n");
  391. return 0;
  392. }
  393. static int qlcnic_83xx_idc_enter_init_state(struct qlcnic_adapter *adapter,
  394. int lock)
  395. {
  396. if (lock) {
  397. if (qlcnic_83xx_lock_driver(adapter))
  398. return -EBUSY;
  399. }
  400. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_INIT);
  401. if (lock)
  402. qlcnic_83xx_unlock_driver(adapter);
  403. return 0;
  404. }
  405. static int qlcnic_83xx_idc_enter_need_quiesce(struct qlcnic_adapter *adapter,
  406. int lock)
  407. {
  408. if (lock) {
  409. if (qlcnic_83xx_lock_driver(adapter))
  410. return -EBUSY;
  411. }
  412. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  413. QLC_83XX_IDC_DEV_NEED_QUISCENT);
  414. if (lock)
  415. qlcnic_83xx_unlock_driver(adapter);
  416. return 0;
  417. }
  418. static int
  419. qlcnic_83xx_idc_enter_need_reset_state(struct qlcnic_adapter *adapter, int lock)
  420. {
  421. if (lock) {
  422. if (qlcnic_83xx_lock_driver(adapter))
  423. return -EBUSY;
  424. }
  425. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  426. QLC_83XX_IDC_DEV_NEED_RESET);
  427. if (lock)
  428. qlcnic_83xx_unlock_driver(adapter);
  429. return 0;
  430. }
  431. static int qlcnic_83xx_idc_enter_ready_state(struct qlcnic_adapter *adapter,
  432. int lock)
  433. {
  434. if (lock) {
  435. if (qlcnic_83xx_lock_driver(adapter))
  436. return -EBUSY;
  437. }
  438. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE, QLC_83XX_IDC_DEV_READY);
  439. if (lock)
  440. qlcnic_83xx_unlock_driver(adapter);
  441. return 0;
  442. }
  443. /**
  444. * qlcnic_83xx_idc_find_reset_owner_id
  445. *
  446. * @adapter: adapter structure
  447. *
  448. * NIC gets precedence over ISCSI and ISCSI has precedence over FCOE.
  449. * Within the same class, function with lowest PCI ID assumes ownership
  450. *
  451. * Returns: reset owner id or failure indication (-EIO)
  452. *
  453. **/
  454. static int qlcnic_83xx_idc_find_reset_owner_id(struct qlcnic_adapter *adapter)
  455. {
  456. u32 reg, reg1, reg2, i, j, owner, class;
  457. reg1 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_1);
  458. reg2 = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_PARTITION_INFO_2);
  459. owner = QLCNIC_TYPE_NIC;
  460. i = 0;
  461. j = 0;
  462. reg = reg1;
  463. do {
  464. class = (((reg & (0xF << j * 4)) >> j * 4) & 0x3);
  465. if (class == owner)
  466. break;
  467. if (i == (QLC_83XX_IDC_MAX_FUNC_PER_PARTITION_INFO - 1)) {
  468. reg = reg2;
  469. j = 0;
  470. } else {
  471. j++;
  472. }
  473. if (i == (QLC_83XX_IDC_MAX_CNA_FUNCTIONS - 1)) {
  474. if (owner == QLCNIC_TYPE_NIC)
  475. owner = QLCNIC_TYPE_ISCSI;
  476. else if (owner == QLCNIC_TYPE_ISCSI)
  477. owner = QLCNIC_TYPE_FCOE;
  478. else if (owner == QLCNIC_TYPE_FCOE)
  479. return -EIO;
  480. reg = reg1;
  481. j = 0;
  482. i = 0;
  483. }
  484. } while (i++ < QLC_83XX_IDC_MAX_CNA_FUNCTIONS);
  485. return i;
  486. }
  487. static int qlcnic_83xx_idc_restart_hw(struct qlcnic_adapter *adapter, int lock)
  488. {
  489. int ret = 0;
  490. ret = qlcnic_83xx_restart_hw(adapter);
  491. if (ret) {
  492. qlcnic_83xx_idc_enter_failed_state(adapter, lock);
  493. } else {
  494. qlcnic_83xx_idc_clear_registers(adapter, lock);
  495. ret = qlcnic_83xx_idc_enter_ready_state(adapter, lock);
  496. }
  497. return ret;
  498. }
  499. static int qlcnic_83xx_idc_check_fan_failure(struct qlcnic_adapter *adapter)
  500. {
  501. u32 status;
  502. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  503. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  504. dev_err(&adapter->pdev->dev,
  505. "peg halt status1=0x%x\n", status);
  506. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  507. dev_err(&adapter->pdev->dev,
  508. "On board active cooling fan failed. "
  509. "Device has been halted.\n");
  510. dev_err(&adapter->pdev->dev,
  511. "Replace the adapter.\n");
  512. return -EIO;
  513. }
  514. }
  515. return 0;
  516. }
  517. static int qlcnic_83xx_idc_reattach_driver(struct qlcnic_adapter *adapter)
  518. {
  519. int err;
  520. /* register for NIC IDC AEN Events */
  521. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  522. err = qlcnic_sriov_pf_reinit(adapter);
  523. if (err)
  524. return err;
  525. qlcnic_83xx_enable_mbx_intrpt(adapter);
  526. if (qlcnic_83xx_configure_opmode(adapter)) {
  527. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  528. return -EIO;
  529. }
  530. if (adapter->nic_ops->init_driver(adapter)) {
  531. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  532. return -EIO;
  533. }
  534. qlcnic_83xx_idc_attach_driver(adapter);
  535. return 0;
  536. }
  537. static void qlcnic_83xx_idc_update_idc_params(struct qlcnic_adapter *adapter)
  538. {
  539. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 1);
  540. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  541. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  542. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  543. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  544. adapter->ahw->idc.quiesce_req = 0;
  545. adapter->ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  546. adapter->ahw->idc.err_code = 0;
  547. adapter->ahw->idc.collect_dump = 0;
  548. }
  549. /**
  550. * qlcnic_83xx_idc_ready_state_entry
  551. *
  552. * @adapter: adapter structure
  553. *
  554. * Perform ready state initialization, this routine will get invoked only
  555. * once from READY state.
  556. *
  557. * Returns: Error code or Success(0)
  558. *
  559. **/
  560. int qlcnic_83xx_idc_ready_state_entry(struct qlcnic_adapter *adapter)
  561. {
  562. struct qlcnic_hardware_context *ahw = adapter->ahw;
  563. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY) {
  564. qlcnic_83xx_idc_update_idc_params(adapter);
  565. /* Re-attach the device if required */
  566. if ((ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
  567. (ahw->idc.prev_state == QLC_83XX_IDC_DEV_INIT)) {
  568. if (qlcnic_83xx_idc_reattach_driver(adapter))
  569. return -EIO;
  570. }
  571. }
  572. return 0;
  573. }
  574. /**
  575. * qlcnic_83xx_idc_vnic_pf_entry
  576. *
  577. * @adapter: adapter structure
  578. *
  579. * Ensure vNIC mode privileged function starts only after vNIC mode is
  580. * enabled by management function.
  581. * If vNIC mode is ready, start initialization.
  582. *
  583. * Returns: -EIO or 0
  584. *
  585. **/
  586. int qlcnic_83xx_idc_vnic_pf_entry(struct qlcnic_adapter *adapter)
  587. {
  588. u32 state;
  589. struct qlcnic_hardware_context *ahw = adapter->ahw;
  590. /* Privileged function waits till mgmt function enables VNIC mode */
  591. state = QLCRDX(adapter->ahw, QLC_83XX_VNIC_STATE);
  592. if (state != QLCNIC_DEV_NPAR_OPER) {
  593. if (!ahw->idc.vnic_wait_limit--) {
  594. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  595. return -EIO;
  596. }
  597. dev_info(&adapter->pdev->dev, "vNIC mode disabled\n");
  598. return -EIO;
  599. } else {
  600. /* Perform one time initialization from ready state */
  601. if (ahw->idc.vnic_state != QLCNIC_DEV_NPAR_OPER) {
  602. qlcnic_83xx_idc_update_idc_params(adapter);
  603. /* If the previous state is UNKNOWN, device will be
  604. already attached properly by Init routine*/
  605. if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_UNKNOWN) {
  606. if (qlcnic_83xx_idc_reattach_driver(adapter))
  607. return -EIO;
  608. }
  609. adapter->ahw->idc.vnic_state = QLCNIC_DEV_NPAR_OPER;
  610. dev_info(&adapter->pdev->dev, "vNIC mode enabled\n");
  611. }
  612. }
  613. return 0;
  614. }
  615. static int qlcnic_83xx_idc_unknown_state(struct qlcnic_adapter *adapter)
  616. {
  617. adapter->ahw->idc.err_code = -EIO;
  618. dev_err(&adapter->pdev->dev,
  619. "%s: Device in unknown state\n", __func__);
  620. return 0;
  621. }
  622. /**
  623. * qlcnic_83xx_idc_cold_state
  624. *
  625. * @adapter: adapter structure
  626. *
  627. * If HW is up and running device will enter READY state.
  628. * If firmware image from host needs to be loaded, device is
  629. * forced to start with the file firmware image.
  630. *
  631. * Returns: Error code or Success(0)
  632. *
  633. **/
  634. static int qlcnic_83xx_idc_cold_state_handler(struct qlcnic_adapter *adapter)
  635. {
  636. qlcnic_83xx_idc_update_drv_presence_reg(adapter, 1, 0);
  637. qlcnic_83xx_idc_update_audit_reg(adapter, 1, 0);
  638. if (qlcnic_load_fw_file) {
  639. qlcnic_83xx_idc_restart_hw(adapter, 0);
  640. } else {
  641. if (qlcnic_83xx_check_hw_status(adapter)) {
  642. qlcnic_83xx_idc_enter_failed_state(adapter, 0);
  643. return -EIO;
  644. } else {
  645. qlcnic_83xx_idc_enter_ready_state(adapter, 0);
  646. }
  647. }
  648. return 0;
  649. }
  650. /**
  651. * qlcnic_83xx_idc_init_state
  652. *
  653. * @adapter: adapter structure
  654. *
  655. * Reset owner will restart the device from this state.
  656. * Device will enter failed state if it remains
  657. * in this state for more than DEV_INIT time limit.
  658. *
  659. * Returns: Error code or Success(0)
  660. *
  661. **/
  662. static int qlcnic_83xx_idc_init_state(struct qlcnic_adapter *adapter)
  663. {
  664. int timeout, ret = 0;
  665. u32 owner;
  666. timeout = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  667. if (adapter->ahw->idc.prev_state == QLC_83XX_IDC_DEV_NEED_RESET) {
  668. owner = qlcnic_83xx_idc_find_reset_owner_id(adapter);
  669. if (adapter->ahw->pci_func == owner)
  670. ret = qlcnic_83xx_idc_restart_hw(adapter, 1);
  671. } else {
  672. ret = qlcnic_83xx_idc_check_timeout(adapter, timeout);
  673. return ret;
  674. }
  675. return ret;
  676. }
  677. /**
  678. * qlcnic_83xx_idc_ready_state
  679. *
  680. * @adapter: adapter structure
  681. *
  682. * Perform IDC protocol specicifed actions after monitoring device state and
  683. * events.
  684. *
  685. * Returns: Error code or Success(0)
  686. *
  687. **/
  688. static int qlcnic_83xx_idc_ready_state(struct qlcnic_adapter *adapter)
  689. {
  690. u32 val;
  691. struct qlcnic_hardware_context *ahw = adapter->ahw;
  692. int ret = 0;
  693. /* Perform NIC configuration based ready state entry actions */
  694. if (ahw->idc.state_entry(adapter))
  695. return -EIO;
  696. if (qlcnic_check_temp(adapter)) {
  697. if (ahw->temp == QLCNIC_TEMP_PANIC) {
  698. qlcnic_83xx_idc_check_fan_failure(adapter);
  699. dev_err(&adapter->pdev->dev,
  700. "Error: device temperature %d above limits\n",
  701. adapter->ahw->temp);
  702. clear_bit(QLC_83XX_MBX_READY, &ahw->idc.status);
  703. set_bit(__QLCNIC_RESETTING, &adapter->state);
  704. qlcnic_83xx_idc_detach_driver(adapter);
  705. qlcnic_83xx_idc_enter_failed_state(adapter, 1);
  706. return -EIO;
  707. }
  708. }
  709. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  710. ret = qlcnic_83xx_check_heartbeat(adapter);
  711. if (ret) {
  712. adapter->flags |= QLCNIC_FW_HANG;
  713. if (!(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  714. clear_bit(QLC_83XX_MBX_READY, &ahw->idc.status);
  715. set_bit(__QLCNIC_RESETTING, &adapter->state);
  716. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  717. }
  718. return -EIO;
  719. }
  720. if ((val & QLC_83XX_IDC_GRACEFULL_RESET) || ahw->idc.collect_dump) {
  721. /* Move to need reset state and prepare for reset */
  722. qlcnic_83xx_idc_enter_need_reset_state(adapter, 1);
  723. return ret;
  724. }
  725. /* Check for soft reset request */
  726. if (ahw->reset_context &&
  727. !(val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY)) {
  728. qlcnic_83xx_idc_tx_soft_reset(adapter);
  729. return ret;
  730. }
  731. /* Move to need quiesce state if requested */
  732. if (adapter->ahw->idc.quiesce_req) {
  733. qlcnic_83xx_idc_enter_need_quiesce(adapter, 1);
  734. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  735. return ret;
  736. }
  737. return ret;
  738. }
  739. /**
  740. * qlcnic_83xx_idc_need_reset_state
  741. *
  742. * @adapter: adapter structure
  743. *
  744. * Device will remain in this state until:
  745. * Reset request ACK's are recieved from all the functions
  746. * Wait time exceeds max time limit
  747. *
  748. * Returns: Error code or Success(0)
  749. *
  750. **/
  751. static int qlcnic_83xx_idc_need_reset_state(struct qlcnic_adapter *adapter)
  752. {
  753. int ret = 0;
  754. if (adapter->ahw->idc.prev_state != QLC_83XX_IDC_DEV_NEED_RESET) {
  755. qlcnic_83xx_idc_update_drv_ack_reg(adapter, 1, 1);
  756. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  757. set_bit(__QLCNIC_RESETTING, &adapter->state);
  758. clear_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  759. if (adapter->ahw->nic_mode == QLC_83XX_VIRTUAL_NIC_MODE)
  760. qlcnic_83xx_disable_vnic_mode(adapter, 1);
  761. qlcnic_83xx_idc_detach_driver(adapter);
  762. }
  763. /* Check ACK from other functions */
  764. ret = qlcnic_83xx_idc_check_reset_ack_reg(adapter);
  765. if (ret) {
  766. dev_info(&adapter->pdev->dev,
  767. "%s: Waiting for reset ACK\n", __func__);
  768. return 0;
  769. }
  770. /* Transit to INIT state and restart the HW */
  771. qlcnic_83xx_idc_enter_init_state(adapter, 1);
  772. return ret;
  773. }
  774. static int qlcnic_83xx_idc_need_quiesce_state(struct qlcnic_adapter *adapter)
  775. {
  776. dev_err(&adapter->pdev->dev, "%s: TBD\n", __func__);
  777. return 0;
  778. }
  779. static int qlcnic_83xx_idc_failed_state(struct qlcnic_adapter *adapter)
  780. {
  781. dev_err(&adapter->pdev->dev, "%s: please restart!!\n", __func__);
  782. adapter->ahw->idc.err_code = -EIO;
  783. return 0;
  784. }
  785. static int qlcnic_83xx_idc_quiesce_state(struct qlcnic_adapter *adapter)
  786. {
  787. dev_info(&adapter->pdev->dev, "%s: TBD\n", __func__);
  788. return 0;
  789. }
  790. static int qlcnic_83xx_idc_check_state_validity(struct qlcnic_adapter *adapter,
  791. u32 state)
  792. {
  793. u32 cur, prev, next;
  794. cur = adapter->ahw->idc.curr_state;
  795. prev = adapter->ahw->idc.prev_state;
  796. next = state;
  797. if ((next < QLC_83XX_IDC_DEV_COLD) ||
  798. (next > QLC_83XX_IDC_DEV_QUISCENT)) {
  799. dev_err(&adapter->pdev->dev,
  800. "%s: curr %d, prev %d, next state %d is invalid\n",
  801. __func__, cur, prev, state);
  802. return 1;
  803. }
  804. if ((cur == QLC_83XX_IDC_DEV_UNKNOWN) &&
  805. (prev == QLC_83XX_IDC_DEV_UNKNOWN)) {
  806. if ((next != QLC_83XX_IDC_DEV_COLD) &&
  807. (next != QLC_83XX_IDC_DEV_READY)) {
  808. dev_err(&adapter->pdev->dev,
  809. "%s: failed, cur %d prev %d next %d\n",
  810. __func__, cur, prev, next);
  811. return 1;
  812. }
  813. }
  814. if (next == QLC_83XX_IDC_DEV_INIT) {
  815. if ((prev != QLC_83XX_IDC_DEV_INIT) &&
  816. (prev != QLC_83XX_IDC_DEV_COLD) &&
  817. (prev != QLC_83XX_IDC_DEV_NEED_RESET)) {
  818. dev_err(&adapter->pdev->dev,
  819. "%s: failed, cur %d prev %d next %d\n",
  820. __func__, cur, prev, next);
  821. return 1;
  822. }
  823. }
  824. return 0;
  825. }
  826. static void qlcnic_83xx_periodic_tasks(struct qlcnic_adapter *adapter)
  827. {
  828. if (adapter->fhash.fnum)
  829. qlcnic_prune_lb_filters(adapter);
  830. }
  831. /**
  832. * qlcnic_83xx_idc_poll_dev_state
  833. *
  834. * @work: kernel work queue structure used to schedule the function
  835. *
  836. * Poll device state periodically and perform state specific
  837. * actions defined by Inter Driver Communication (IDC) protocol.
  838. *
  839. * Returns: None
  840. *
  841. **/
  842. void qlcnic_83xx_idc_poll_dev_state(struct work_struct *work)
  843. {
  844. struct qlcnic_adapter *adapter;
  845. u32 state;
  846. adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
  847. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  848. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  849. qlcnic_83xx_idc_log_state_history(adapter);
  850. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  851. } else {
  852. adapter->ahw->idc.curr_state = state;
  853. }
  854. switch (adapter->ahw->idc.curr_state) {
  855. case QLC_83XX_IDC_DEV_READY:
  856. qlcnic_83xx_idc_ready_state(adapter);
  857. break;
  858. case QLC_83XX_IDC_DEV_NEED_RESET:
  859. qlcnic_83xx_idc_need_reset_state(adapter);
  860. break;
  861. case QLC_83XX_IDC_DEV_NEED_QUISCENT:
  862. qlcnic_83xx_idc_need_quiesce_state(adapter);
  863. break;
  864. case QLC_83XX_IDC_DEV_FAILED:
  865. qlcnic_83xx_idc_failed_state(adapter);
  866. return;
  867. case QLC_83XX_IDC_DEV_INIT:
  868. qlcnic_83xx_idc_init_state(adapter);
  869. break;
  870. case QLC_83XX_IDC_DEV_QUISCENT:
  871. qlcnic_83xx_idc_quiesce_state(adapter);
  872. break;
  873. default:
  874. qlcnic_83xx_idc_unknown_state(adapter);
  875. return;
  876. }
  877. adapter->ahw->idc.prev_state = adapter->ahw->idc.curr_state;
  878. qlcnic_83xx_periodic_tasks(adapter);
  879. /* Re-schedule the function */
  880. if (test_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status))
  881. qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
  882. adapter->ahw->idc.delay);
  883. }
  884. static void qlcnic_83xx_setup_idc_parameters(struct qlcnic_adapter *adapter)
  885. {
  886. u32 idc_params, val;
  887. if (qlcnic_83xx_lockless_flash_read32(adapter,
  888. QLC_83XX_IDC_FLASH_PARAM_ADDR,
  889. (u8 *)&idc_params, 1)) {
  890. dev_info(&adapter->pdev->dev,
  891. "%s:failed to get IDC params from flash\n", __func__);
  892. adapter->dev_init_timeo = QLC_83XX_IDC_INIT_TIMEOUT_SECS;
  893. adapter->reset_ack_timeo = QLC_83XX_IDC_RESET_TIMEOUT_SECS;
  894. } else {
  895. adapter->dev_init_timeo = idc_params & 0xFFFF;
  896. adapter->reset_ack_timeo = ((idc_params >> 16) & 0xFFFF);
  897. }
  898. adapter->ahw->idc.curr_state = QLC_83XX_IDC_DEV_UNKNOWN;
  899. adapter->ahw->idc.prev_state = QLC_83XX_IDC_DEV_UNKNOWN;
  900. adapter->ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
  901. adapter->ahw->idc.err_code = 0;
  902. adapter->ahw->idc.collect_dump = 0;
  903. adapter->ahw->idc.name = (char **)qlc_83xx_idc_states;
  904. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  905. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  906. set_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  907. /* Check if reset recovery is disabled */
  908. if (!qlcnic_auto_fw_reset) {
  909. /* Propagate do not reset request to other functions */
  910. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  911. val = val | QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  912. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  913. }
  914. }
  915. static int
  916. qlcnic_83xx_idc_first_to_load_function_handler(struct qlcnic_adapter *adapter)
  917. {
  918. u32 state, val;
  919. if (qlcnic_83xx_lock_driver(adapter))
  920. return -EIO;
  921. /* Clear driver lock register */
  922. QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, 0);
  923. if (qlcnic_83xx_idc_update_major_version(adapter, 0)) {
  924. qlcnic_83xx_unlock_driver(adapter);
  925. return -EIO;
  926. }
  927. state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
  928. if (qlcnic_83xx_idc_check_state_validity(adapter, state)) {
  929. qlcnic_83xx_unlock_driver(adapter);
  930. return -EIO;
  931. }
  932. if (state != QLC_83XX_IDC_DEV_COLD && qlcnic_load_fw_file) {
  933. QLCWRX(adapter->ahw, QLC_83XX_IDC_DEV_STATE,
  934. QLC_83XX_IDC_DEV_COLD);
  935. state = QLC_83XX_IDC_DEV_COLD;
  936. }
  937. adapter->ahw->idc.curr_state = state;
  938. /* First to load function should cold boot the device */
  939. if (state == QLC_83XX_IDC_DEV_COLD)
  940. qlcnic_83xx_idc_cold_state_handler(adapter);
  941. /* Check if reset recovery is enabled */
  942. if (qlcnic_auto_fw_reset) {
  943. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  944. val = val & ~QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY;
  945. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  946. }
  947. qlcnic_83xx_unlock_driver(adapter);
  948. return 0;
  949. }
  950. static int qlcnic_83xx_idc_init(struct qlcnic_adapter *adapter)
  951. {
  952. int ret = -EIO;
  953. qlcnic_83xx_setup_idc_parameters(adapter);
  954. if (qlcnic_83xx_get_reset_instruction_template(adapter))
  955. return ret;
  956. if (!qlcnic_83xx_idc_check_driver_presence_reg(adapter)) {
  957. if (qlcnic_83xx_idc_first_to_load_function_handler(adapter))
  958. return -EIO;
  959. } else {
  960. if (qlcnic_83xx_idc_check_major_version(adapter))
  961. return -EIO;
  962. }
  963. qlcnic_83xx_idc_update_audit_reg(adapter, 0, 1);
  964. return 0;
  965. }
  966. void qlcnic_83xx_idc_exit(struct qlcnic_adapter *adapter)
  967. {
  968. int id;
  969. u32 val;
  970. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  971. usleep_range(10000, 11000);
  972. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  973. id = id & 0xFF;
  974. if (id == adapter->portnum) {
  975. dev_err(&adapter->pdev->dev,
  976. "%s: wait for lock recovery.. %d\n", __func__, id);
  977. msleep(20);
  978. id = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
  979. id = id & 0xFF;
  980. }
  981. /* Clear driver presence bit */
  982. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  983. val = val & ~(1 << adapter->portnum);
  984. QLCWRX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE, val);
  985. clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
  986. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  987. cancel_delayed_work_sync(&adapter->fw_work);
  988. }
  989. void qlcnic_83xx_idc_request_reset(struct qlcnic_adapter *adapter, u32 key)
  990. {
  991. u32 val;
  992. if (qlcnic_83xx_lock_driver(adapter)) {
  993. dev_err(&adapter->pdev->dev,
  994. "%s:failed, please retry\n", __func__);
  995. return;
  996. }
  997. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  998. if ((val & QLC_83XX_IDC_DISABLE_FW_RESET_RECOVERY) ||
  999. !qlcnic_auto_fw_reset) {
  1000. dev_err(&adapter->pdev->dev,
  1001. "%s:failed, device in non reset mode\n", __func__);
  1002. qlcnic_83xx_unlock_driver(adapter);
  1003. return;
  1004. }
  1005. if (key == QLCNIC_FORCE_FW_RESET) {
  1006. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1007. val = val | QLC_83XX_IDC_GRACEFULL_RESET;
  1008. QLCWRX(adapter->ahw, QLC_83XX_IDC_CTRL, val);
  1009. } else if (key == QLCNIC_FORCE_FW_DUMP_KEY) {
  1010. adapter->ahw->idc.collect_dump = 1;
  1011. }
  1012. qlcnic_83xx_unlock_driver(adapter);
  1013. return;
  1014. }
  1015. static int qlcnic_83xx_copy_bootloader(struct qlcnic_adapter *adapter)
  1016. {
  1017. u8 *p_cache;
  1018. u32 src, size;
  1019. u64 dest;
  1020. int ret = -EIO;
  1021. src = QLC_83XX_BOOTLOADER_FLASH_ADDR;
  1022. dest = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_ADDR);
  1023. size = QLCRDX(adapter->ahw, QLCNIC_BOOTLOADER_SIZE);
  1024. /* alignment check */
  1025. if (size & 0xF)
  1026. size = (size + 16) & ~0xF;
  1027. p_cache = kzalloc(size, GFP_KERNEL);
  1028. if (p_cache == NULL)
  1029. return -ENOMEM;
  1030. ret = qlcnic_83xx_lockless_flash_read32(adapter, src, p_cache,
  1031. size / sizeof(u32));
  1032. if (ret) {
  1033. kfree(p_cache);
  1034. return ret;
  1035. }
  1036. /* 16 byte write to MS memory */
  1037. ret = qlcnic_83xx_ms_mem_write128(adapter, dest, (u32 *)p_cache,
  1038. size / 16);
  1039. if (ret) {
  1040. kfree(p_cache);
  1041. return ret;
  1042. }
  1043. kfree(p_cache);
  1044. return ret;
  1045. }
  1046. static int qlcnic_83xx_copy_fw_file(struct qlcnic_adapter *adapter)
  1047. {
  1048. u32 dest, *p_cache;
  1049. u64 addr;
  1050. u8 data[16];
  1051. size_t size;
  1052. int i, ret = -EIO;
  1053. dest = QLCRDX(adapter->ahw, QLCNIC_FW_IMAGE_ADDR);
  1054. size = (adapter->ahw->fw_info.fw->size & ~0xF);
  1055. p_cache = (u32 *)adapter->ahw->fw_info.fw->data;
  1056. addr = (u64)dest;
  1057. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1058. (u32 *)p_cache, size / 16);
  1059. if (ret) {
  1060. dev_err(&adapter->pdev->dev, "MS memory write failed\n");
  1061. release_firmware(adapter->ahw->fw_info.fw);
  1062. adapter->ahw->fw_info.fw = NULL;
  1063. return -EIO;
  1064. }
  1065. /* alignment check */
  1066. if (adapter->ahw->fw_info.fw->size & 0xF) {
  1067. addr = dest + size;
  1068. for (i = 0; i < (adapter->ahw->fw_info.fw->size & 0xF); i++)
  1069. data[i] = adapter->ahw->fw_info.fw->data[size + i];
  1070. for (; i < 16; i++)
  1071. data[i] = 0;
  1072. ret = qlcnic_83xx_ms_mem_write128(adapter, addr,
  1073. (u32 *)data, 1);
  1074. if (ret) {
  1075. dev_err(&adapter->pdev->dev,
  1076. "MS memory write failed\n");
  1077. release_firmware(adapter->ahw->fw_info.fw);
  1078. adapter->ahw->fw_info.fw = NULL;
  1079. return -EIO;
  1080. }
  1081. }
  1082. release_firmware(adapter->ahw->fw_info.fw);
  1083. adapter->ahw->fw_info.fw = NULL;
  1084. return 0;
  1085. }
  1086. static void qlcnic_83xx_dump_pause_control_regs(struct qlcnic_adapter *adapter)
  1087. {
  1088. int i, j;
  1089. u32 val = 0, val1 = 0, reg = 0;
  1090. val = QLCRD32(adapter, QLC_83XX_SRE_SHIM_REG);
  1091. dev_info(&adapter->pdev->dev, "SRE-Shim Ctrl:0x%x\n", val);
  1092. for (j = 0; j < 2; j++) {
  1093. if (j == 0) {
  1094. dev_info(&adapter->pdev->dev,
  1095. "Port 0 RxB Pause Threshold Regs[TC7..TC0]:");
  1096. reg = QLC_83XX_PORT0_THRESHOLD;
  1097. } else if (j == 1) {
  1098. dev_info(&adapter->pdev->dev,
  1099. "Port 1 RxB Pause Threshold Regs[TC7..TC0]:");
  1100. reg = QLC_83XX_PORT1_THRESHOLD;
  1101. }
  1102. for (i = 0; i < 8; i++) {
  1103. val = QLCRD32(adapter, reg + (i * 0x4));
  1104. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1105. }
  1106. dev_info(&adapter->pdev->dev, "\n");
  1107. }
  1108. for (j = 0; j < 2; j++) {
  1109. if (j == 0) {
  1110. dev_info(&adapter->pdev->dev,
  1111. "Port 0 RxB TC Max Cell Registers[4..1]:");
  1112. reg = QLC_83XX_PORT0_TC_MC_REG;
  1113. } else if (j == 1) {
  1114. dev_info(&adapter->pdev->dev,
  1115. "Port 1 RxB TC Max Cell Registers[4..1]:");
  1116. reg = QLC_83XX_PORT1_TC_MC_REG;
  1117. }
  1118. for (i = 0; i < 4; i++) {
  1119. val = QLCRD32(adapter, reg + (i * 0x4));
  1120. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1121. }
  1122. dev_info(&adapter->pdev->dev, "\n");
  1123. }
  1124. for (j = 0; j < 2; j++) {
  1125. if (j == 0) {
  1126. dev_info(&adapter->pdev->dev,
  1127. "Port 0 RxB Rx TC Stats[TC7..TC0]:");
  1128. reg = QLC_83XX_PORT0_TC_STATS;
  1129. } else if (j == 1) {
  1130. dev_info(&adapter->pdev->dev,
  1131. "Port 1 RxB Rx TC Stats[TC7..TC0]:");
  1132. reg = QLC_83XX_PORT1_TC_STATS;
  1133. }
  1134. for (i = 7; i >= 0; i--) {
  1135. val = QLCRD32(adapter, reg);
  1136. val &= ~(0x7 << 29); /* Reset bits 29 to 31 */
  1137. QLCWR32(adapter, reg, (val | (i << 29)));
  1138. val = QLCRD32(adapter, reg);
  1139. dev_info(&adapter->pdev->dev, "0x%x ", val);
  1140. }
  1141. dev_info(&adapter->pdev->dev, "\n");
  1142. }
  1143. val = QLCRD32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD);
  1144. val1 = QLCRD32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD);
  1145. dev_info(&adapter->pdev->dev,
  1146. "IFB-Pause Thresholds: Port 2:0x%x, Port 3:0x%x\n",
  1147. val, val1);
  1148. }
  1149. static void qlcnic_83xx_disable_pause_frames(struct qlcnic_adapter *adapter)
  1150. {
  1151. u32 reg = 0, i, j;
  1152. if (qlcnic_83xx_lock_driver(adapter)) {
  1153. dev_err(&adapter->pdev->dev,
  1154. "%s:failed to acquire driver lock\n", __func__);
  1155. return;
  1156. }
  1157. qlcnic_83xx_dump_pause_control_regs(adapter);
  1158. QLCWR32(adapter, QLC_83XX_SRE_SHIM_REG, 0x0);
  1159. for (j = 0; j < 2; j++) {
  1160. if (j == 0)
  1161. reg = QLC_83XX_PORT0_THRESHOLD;
  1162. else if (j == 1)
  1163. reg = QLC_83XX_PORT1_THRESHOLD;
  1164. for (i = 0; i < 8; i++)
  1165. QLCWR32(adapter, reg + (i * 0x4), 0x0);
  1166. }
  1167. for (j = 0; j < 2; j++) {
  1168. if (j == 0)
  1169. reg = QLC_83XX_PORT0_TC_MC_REG;
  1170. else if (j == 1)
  1171. reg = QLC_83XX_PORT1_TC_MC_REG;
  1172. for (i = 0; i < 4; i++)
  1173. QLCWR32(adapter, reg + (i * 0x4), 0x03FF03FF);
  1174. }
  1175. QLCWR32(adapter, QLC_83XX_PORT2_IFB_THRESHOLD, 0);
  1176. QLCWR32(adapter, QLC_83XX_PORT3_IFB_THRESHOLD, 0);
  1177. dev_info(&adapter->pdev->dev,
  1178. "Disabled pause frames successfully on all ports\n");
  1179. qlcnic_83xx_unlock_driver(adapter);
  1180. }
  1181. static void qlcnic_83xx_take_eport_out_of_reset(struct qlcnic_adapter *adapter)
  1182. {
  1183. QLCWR32(adapter, QLC_83XX_RESET_REG, 0);
  1184. QLCWR32(adapter, QLC_83XX_RESET_PORT0, 0);
  1185. QLCWR32(adapter, QLC_83XX_RESET_PORT1, 0);
  1186. QLCWR32(adapter, QLC_83XX_RESET_PORT2, 0);
  1187. QLCWR32(adapter, QLC_83XX_RESET_PORT3, 0);
  1188. QLCWR32(adapter, QLC_83XX_RESET_SRESHIM, 0);
  1189. QLCWR32(adapter, QLC_83XX_RESET_EPGSHIM, 0);
  1190. QLCWR32(adapter, QLC_83XX_RESET_ETHERPCS, 0);
  1191. QLCWR32(adapter, QLC_83XX_RESET_CONTROL, 1);
  1192. }
  1193. static int qlcnic_83xx_check_heartbeat(struct qlcnic_adapter *p_dev)
  1194. {
  1195. u32 heartbeat, peg_status;
  1196. int retries, ret = -EIO;
  1197. retries = QLCNIC_HEARTBEAT_CHECK_RETRY_COUNT;
  1198. p_dev->heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1199. QLCNIC_PEG_ALIVE_COUNTER);
  1200. do {
  1201. msleep(QLCNIC_HEARTBEAT_PERIOD_MSECS);
  1202. heartbeat = QLC_SHARED_REG_RD32(p_dev,
  1203. QLCNIC_PEG_ALIVE_COUNTER);
  1204. if (heartbeat != p_dev->heartbeat) {
  1205. ret = QLCNIC_RCODE_SUCCESS;
  1206. break;
  1207. }
  1208. } while (--retries);
  1209. if (ret) {
  1210. dev_err(&p_dev->pdev->dev, "firmware hang detected\n");
  1211. qlcnic_83xx_take_eport_out_of_reset(p_dev);
  1212. qlcnic_83xx_disable_pause_frames(p_dev);
  1213. peg_status = QLC_SHARED_REG_RD32(p_dev,
  1214. QLCNIC_PEG_HALT_STATUS1);
  1215. dev_info(&p_dev->pdev->dev, "Dumping HW/FW registers\n"
  1216. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  1217. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  1218. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  1219. "PEG_NET_4_PC: 0x%x\n", peg_status,
  1220. QLC_SHARED_REG_RD32(p_dev, QLCNIC_PEG_HALT_STATUS2),
  1221. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_0),
  1222. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_1),
  1223. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_2),
  1224. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_3),
  1225. QLCRD32(p_dev, QLC_83XX_CRB_PEG_NET_4));
  1226. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  1227. dev_err(&p_dev->pdev->dev,
  1228. "Device is being reset err code 0x00006700.\n");
  1229. }
  1230. return ret;
  1231. }
  1232. static int qlcnic_83xx_check_cmd_peg_status(struct qlcnic_adapter *p_dev)
  1233. {
  1234. int retries = QLCNIC_CMDPEG_CHECK_RETRY_COUNT;
  1235. u32 val;
  1236. do {
  1237. val = QLC_SHARED_REG_RD32(p_dev, QLCNIC_CMDPEG_STATE);
  1238. if (val == QLC_83XX_CMDPEG_COMPLETE)
  1239. return 0;
  1240. msleep(QLCNIC_CMDPEG_CHECK_DELAY);
  1241. } while (--retries);
  1242. dev_err(&p_dev->pdev->dev, "%s: failed, state = 0x%x\n", __func__, val);
  1243. return -EIO;
  1244. }
  1245. int qlcnic_83xx_check_hw_status(struct qlcnic_adapter *p_dev)
  1246. {
  1247. int err;
  1248. err = qlcnic_83xx_check_cmd_peg_status(p_dev);
  1249. if (err)
  1250. return err;
  1251. err = qlcnic_83xx_check_heartbeat(p_dev);
  1252. if (err)
  1253. return err;
  1254. return err;
  1255. }
  1256. static int qlcnic_83xx_poll_reg(struct qlcnic_adapter *p_dev, u32 addr,
  1257. int duration, u32 mask, u32 status)
  1258. {
  1259. u32 value;
  1260. int timeout_error;
  1261. u8 retries;
  1262. value = qlcnic_83xx_rd_reg_indirect(p_dev, addr);
  1263. retries = duration / 10;
  1264. do {
  1265. if ((value & mask) != status) {
  1266. timeout_error = 1;
  1267. msleep(duration / 10);
  1268. value = qlcnic_83xx_rd_reg_indirect(p_dev, addr);
  1269. } else {
  1270. timeout_error = 0;
  1271. break;
  1272. }
  1273. } while (retries--);
  1274. if (timeout_error) {
  1275. p_dev->ahw->reset.seq_error++;
  1276. dev_err(&p_dev->pdev->dev,
  1277. "%s: Timeout Err, entry_num = %d\n",
  1278. __func__, p_dev->ahw->reset.seq_index);
  1279. dev_err(&p_dev->pdev->dev,
  1280. "0x%08x 0x%08x 0x%08x\n",
  1281. value, mask, status);
  1282. }
  1283. return timeout_error;
  1284. }
  1285. static int qlcnic_83xx_reset_template_checksum(struct qlcnic_adapter *p_dev)
  1286. {
  1287. u32 sum = 0;
  1288. u16 *buff = (u16 *)p_dev->ahw->reset.buff;
  1289. int count = p_dev->ahw->reset.hdr->size / sizeof(u16);
  1290. while (count-- > 0)
  1291. sum += *buff++;
  1292. while (sum >> 16)
  1293. sum = (sum & 0xFFFF) + (sum >> 16);
  1294. if (~sum) {
  1295. return 0;
  1296. } else {
  1297. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1298. return -1;
  1299. }
  1300. }
  1301. int qlcnic_83xx_get_reset_instruction_template(struct qlcnic_adapter *p_dev)
  1302. {
  1303. u8 *p_buff;
  1304. u32 addr, count;
  1305. struct qlcnic_hardware_context *ahw = p_dev->ahw;
  1306. ahw->reset.seq_error = 0;
  1307. ahw->reset.buff = kzalloc(QLC_83XX_RESTART_TEMPLATE_SIZE, GFP_KERNEL);
  1308. if (p_dev->ahw->reset.buff == NULL)
  1309. return -ENOMEM;
  1310. p_buff = p_dev->ahw->reset.buff;
  1311. addr = QLC_83XX_RESET_TEMPLATE_ADDR;
  1312. count = sizeof(struct qlc_83xx_reset_hdr) / sizeof(u32);
  1313. /* Copy template header from flash */
  1314. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1315. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1316. return -EIO;
  1317. }
  1318. ahw->reset.hdr = (struct qlc_83xx_reset_hdr *)ahw->reset.buff;
  1319. addr = QLC_83XX_RESET_TEMPLATE_ADDR + ahw->reset.hdr->hdr_size;
  1320. p_buff = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1321. count = (ahw->reset.hdr->size - ahw->reset.hdr->hdr_size) / sizeof(u32);
  1322. /* Copy rest of the template */
  1323. if (qlcnic_83xx_flash_read32(p_dev, addr, p_buff, count)) {
  1324. dev_err(&p_dev->pdev->dev, "%s: flash read failed\n", __func__);
  1325. return -EIO;
  1326. }
  1327. if (qlcnic_83xx_reset_template_checksum(p_dev))
  1328. return -EIO;
  1329. /* Get Stop, Start and Init command offsets */
  1330. ahw->reset.init_offset = ahw->reset.buff + ahw->reset.hdr->init_offset;
  1331. ahw->reset.start_offset = ahw->reset.buff +
  1332. ahw->reset.hdr->start_offset;
  1333. ahw->reset.stop_offset = ahw->reset.buff + ahw->reset.hdr->hdr_size;
  1334. return 0;
  1335. }
  1336. /* Read Write HW register command */
  1337. static void qlcnic_83xx_read_write_crb_reg(struct qlcnic_adapter *p_dev,
  1338. u32 raddr, u32 waddr)
  1339. {
  1340. int value;
  1341. value = qlcnic_83xx_rd_reg_indirect(p_dev, raddr);
  1342. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1343. }
  1344. /* Read Modify Write HW register command */
  1345. static void qlcnic_83xx_rmw_crb_reg(struct qlcnic_adapter *p_dev,
  1346. u32 raddr, u32 waddr,
  1347. struct qlc_83xx_rmw *p_rmw_hdr)
  1348. {
  1349. int value;
  1350. if (p_rmw_hdr->index_a)
  1351. value = p_dev->ahw->reset.array[p_rmw_hdr->index_a];
  1352. else
  1353. value = qlcnic_83xx_rd_reg_indirect(p_dev, raddr);
  1354. value &= p_rmw_hdr->mask;
  1355. value <<= p_rmw_hdr->shl;
  1356. value >>= p_rmw_hdr->shr;
  1357. value |= p_rmw_hdr->or_value;
  1358. value ^= p_rmw_hdr->xor_value;
  1359. qlcnic_83xx_wrt_reg_indirect(p_dev, waddr, value);
  1360. }
  1361. /* Write HW register command */
  1362. static void qlcnic_83xx_write_list(struct qlcnic_adapter *p_dev,
  1363. struct qlc_83xx_entry_hdr *p_hdr)
  1364. {
  1365. int i;
  1366. struct qlc_83xx_entry *entry;
  1367. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1368. sizeof(struct qlc_83xx_entry_hdr));
  1369. for (i = 0; i < p_hdr->count; i++, entry++) {
  1370. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->arg1,
  1371. entry->arg2);
  1372. if (p_hdr->delay)
  1373. udelay((u32)(p_hdr->delay));
  1374. }
  1375. }
  1376. /* Read and Write instruction */
  1377. static void qlcnic_83xx_read_write_list(struct qlcnic_adapter *p_dev,
  1378. struct qlc_83xx_entry_hdr *p_hdr)
  1379. {
  1380. int i;
  1381. struct qlc_83xx_entry *entry;
  1382. entry = (struct qlc_83xx_entry *)((char *)p_hdr +
  1383. sizeof(struct qlc_83xx_entry_hdr));
  1384. for (i = 0; i < p_hdr->count; i++, entry++) {
  1385. qlcnic_83xx_read_write_crb_reg(p_dev, entry->arg1,
  1386. entry->arg2);
  1387. if (p_hdr->delay)
  1388. udelay((u32)(p_hdr->delay));
  1389. }
  1390. }
  1391. /* Poll HW register command */
  1392. static void qlcnic_83xx_poll_list(struct qlcnic_adapter *p_dev,
  1393. struct qlc_83xx_entry_hdr *p_hdr)
  1394. {
  1395. long delay;
  1396. struct qlc_83xx_entry *entry;
  1397. struct qlc_83xx_poll *poll;
  1398. int i;
  1399. unsigned long arg1, arg2;
  1400. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1401. sizeof(struct qlc_83xx_entry_hdr));
  1402. entry = (struct qlc_83xx_entry *)((char *)poll +
  1403. sizeof(struct qlc_83xx_poll));
  1404. delay = (long)p_hdr->delay;
  1405. if (!delay) {
  1406. for (i = 0; i < p_hdr->count; i++, entry++)
  1407. qlcnic_83xx_poll_reg(p_dev, entry->arg1,
  1408. delay, poll->mask,
  1409. poll->status);
  1410. } else {
  1411. for (i = 0; i < p_hdr->count; i++, entry++) {
  1412. arg1 = entry->arg1;
  1413. arg2 = entry->arg2;
  1414. if (delay) {
  1415. if (qlcnic_83xx_poll_reg(p_dev,
  1416. arg1, delay,
  1417. poll->mask,
  1418. poll->status)){
  1419. qlcnic_83xx_rd_reg_indirect(p_dev,
  1420. arg1);
  1421. qlcnic_83xx_rd_reg_indirect(p_dev,
  1422. arg2);
  1423. }
  1424. }
  1425. }
  1426. }
  1427. }
  1428. /* Poll and write HW register command */
  1429. static void qlcnic_83xx_poll_write_list(struct qlcnic_adapter *p_dev,
  1430. struct qlc_83xx_entry_hdr *p_hdr)
  1431. {
  1432. int i;
  1433. long delay;
  1434. struct qlc_83xx_quad_entry *entry;
  1435. struct qlc_83xx_poll *poll;
  1436. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1437. sizeof(struct qlc_83xx_entry_hdr));
  1438. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1439. sizeof(struct qlc_83xx_poll));
  1440. delay = (long)p_hdr->delay;
  1441. for (i = 0; i < p_hdr->count; i++, entry++) {
  1442. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->dr_addr,
  1443. entry->dr_value);
  1444. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1445. entry->ar_value);
  1446. if (delay)
  1447. qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1448. poll->mask, poll->status);
  1449. }
  1450. }
  1451. /* Read Modify Write register command */
  1452. static void qlcnic_83xx_read_modify_write(struct qlcnic_adapter *p_dev,
  1453. struct qlc_83xx_entry_hdr *p_hdr)
  1454. {
  1455. int i;
  1456. struct qlc_83xx_entry *entry;
  1457. struct qlc_83xx_rmw *rmw_hdr;
  1458. rmw_hdr = (struct qlc_83xx_rmw *)((char *)p_hdr +
  1459. sizeof(struct qlc_83xx_entry_hdr));
  1460. entry = (struct qlc_83xx_entry *)((char *)rmw_hdr +
  1461. sizeof(struct qlc_83xx_rmw));
  1462. for (i = 0; i < p_hdr->count; i++, entry++) {
  1463. qlcnic_83xx_rmw_crb_reg(p_dev, entry->arg1,
  1464. entry->arg2, rmw_hdr);
  1465. if (p_hdr->delay)
  1466. udelay((u32)(p_hdr->delay));
  1467. }
  1468. }
  1469. static void qlcnic_83xx_pause(struct qlc_83xx_entry_hdr *p_hdr)
  1470. {
  1471. if (p_hdr->delay)
  1472. mdelay((u32)((long)p_hdr->delay));
  1473. }
  1474. /* Read and poll register command */
  1475. static void qlcnic_83xx_poll_read_list(struct qlcnic_adapter *p_dev,
  1476. struct qlc_83xx_entry_hdr *p_hdr)
  1477. {
  1478. long delay;
  1479. int index, i, j;
  1480. struct qlc_83xx_quad_entry *entry;
  1481. struct qlc_83xx_poll *poll;
  1482. unsigned long addr;
  1483. poll = (struct qlc_83xx_poll *)((char *)p_hdr +
  1484. sizeof(struct qlc_83xx_entry_hdr));
  1485. entry = (struct qlc_83xx_quad_entry *)((char *)poll +
  1486. sizeof(struct qlc_83xx_poll));
  1487. delay = (long)p_hdr->delay;
  1488. for (i = 0; i < p_hdr->count; i++, entry++) {
  1489. qlcnic_83xx_wrt_reg_indirect(p_dev, entry->ar_addr,
  1490. entry->ar_value);
  1491. if (delay) {
  1492. if (!qlcnic_83xx_poll_reg(p_dev, entry->ar_addr, delay,
  1493. poll->mask, poll->status)){
  1494. index = p_dev->ahw->reset.array_index;
  1495. addr = entry->dr_addr;
  1496. j = qlcnic_83xx_rd_reg_indirect(p_dev, addr);
  1497. p_dev->ahw->reset.array[index++] = j;
  1498. if (index == QLC_83XX_MAX_RESET_SEQ_ENTRIES)
  1499. p_dev->ahw->reset.array_index = 1;
  1500. }
  1501. }
  1502. }
  1503. }
  1504. static inline void qlcnic_83xx_seq_end(struct qlcnic_adapter *p_dev)
  1505. {
  1506. p_dev->ahw->reset.seq_end = 1;
  1507. }
  1508. static void qlcnic_83xx_template_end(struct qlcnic_adapter *p_dev)
  1509. {
  1510. p_dev->ahw->reset.template_end = 1;
  1511. if (p_dev->ahw->reset.seq_error == 0)
  1512. dev_err(&p_dev->pdev->dev,
  1513. "HW restart process completed successfully.\n");
  1514. else
  1515. dev_err(&p_dev->pdev->dev,
  1516. "HW restart completed with timeout errors.\n");
  1517. }
  1518. /**
  1519. * qlcnic_83xx_exec_template_cmd
  1520. *
  1521. * @p_dev: adapter structure
  1522. * @p_buff: Poiter to instruction template
  1523. *
  1524. * Template provides instructions to stop, restart and initalize firmware.
  1525. * These instructions are abstracted as a series of read, write and
  1526. * poll operations on hardware registers. Register information and operation
  1527. * specifics are not exposed to the driver. Driver reads the template from
  1528. * flash and executes the instructions located at pre-defined offsets.
  1529. *
  1530. * Returns: None
  1531. * */
  1532. static void qlcnic_83xx_exec_template_cmd(struct qlcnic_adapter *p_dev,
  1533. char *p_buff)
  1534. {
  1535. int index, entries;
  1536. struct qlc_83xx_entry_hdr *p_hdr;
  1537. char *entry = p_buff;
  1538. p_dev->ahw->reset.seq_end = 0;
  1539. p_dev->ahw->reset.template_end = 0;
  1540. entries = p_dev->ahw->reset.hdr->entries;
  1541. index = p_dev->ahw->reset.seq_index;
  1542. for (; (!p_dev->ahw->reset.seq_end) && (index < entries); index++) {
  1543. p_hdr = (struct qlc_83xx_entry_hdr *)entry;
  1544. switch (p_hdr->cmd) {
  1545. case QLC_83XX_OPCODE_NOP:
  1546. break;
  1547. case QLC_83XX_OPCODE_WRITE_LIST:
  1548. qlcnic_83xx_write_list(p_dev, p_hdr);
  1549. break;
  1550. case QLC_83XX_OPCODE_READ_WRITE_LIST:
  1551. qlcnic_83xx_read_write_list(p_dev, p_hdr);
  1552. break;
  1553. case QLC_83XX_OPCODE_POLL_LIST:
  1554. qlcnic_83xx_poll_list(p_dev, p_hdr);
  1555. break;
  1556. case QLC_83XX_OPCODE_POLL_WRITE_LIST:
  1557. qlcnic_83xx_poll_write_list(p_dev, p_hdr);
  1558. break;
  1559. case QLC_83XX_OPCODE_READ_MODIFY_WRITE:
  1560. qlcnic_83xx_read_modify_write(p_dev, p_hdr);
  1561. break;
  1562. case QLC_83XX_OPCODE_SEQ_PAUSE:
  1563. qlcnic_83xx_pause(p_hdr);
  1564. break;
  1565. case QLC_83XX_OPCODE_SEQ_END:
  1566. qlcnic_83xx_seq_end(p_dev);
  1567. break;
  1568. case QLC_83XX_OPCODE_TMPL_END:
  1569. qlcnic_83xx_template_end(p_dev);
  1570. break;
  1571. case QLC_83XX_OPCODE_POLL_READ_LIST:
  1572. qlcnic_83xx_poll_read_list(p_dev, p_hdr);
  1573. break;
  1574. default:
  1575. dev_err(&p_dev->pdev->dev,
  1576. "%s: Unknown opcode 0x%04x in template %d\n",
  1577. __func__, p_hdr->cmd, index);
  1578. break;
  1579. }
  1580. entry += p_hdr->size;
  1581. }
  1582. p_dev->ahw->reset.seq_index = index;
  1583. }
  1584. static void qlcnic_83xx_stop_hw(struct qlcnic_adapter *p_dev)
  1585. {
  1586. p_dev->ahw->reset.seq_index = 0;
  1587. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.stop_offset);
  1588. if (p_dev->ahw->reset.seq_end != 1)
  1589. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1590. }
  1591. static void qlcnic_83xx_start_hw(struct qlcnic_adapter *p_dev)
  1592. {
  1593. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.start_offset);
  1594. if (p_dev->ahw->reset.template_end != 1)
  1595. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1596. }
  1597. static void qlcnic_83xx_init_hw(struct qlcnic_adapter *p_dev)
  1598. {
  1599. qlcnic_83xx_exec_template_cmd(p_dev, p_dev->ahw->reset.init_offset);
  1600. if (p_dev->ahw->reset.seq_end != 1)
  1601. dev_err(&p_dev->pdev->dev, "%s: failed\n", __func__);
  1602. }
  1603. static int qlcnic_83xx_load_fw_image_from_host(struct qlcnic_adapter *adapter)
  1604. {
  1605. int err = -EIO;
  1606. if (request_firmware(&adapter->ahw->fw_info.fw,
  1607. QLC_83XX_FW_FILE_NAME, &(adapter->pdev->dev))) {
  1608. dev_err(&adapter->pdev->dev,
  1609. "No file FW image, loading flash FW image.\n");
  1610. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1611. QLC_83XX_BOOT_FROM_FLASH);
  1612. } else {
  1613. if (qlcnic_83xx_copy_fw_file(adapter))
  1614. return err;
  1615. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1616. QLC_83XX_BOOT_FROM_FILE);
  1617. }
  1618. return 0;
  1619. }
  1620. static int qlcnic_83xx_restart_hw(struct qlcnic_adapter *adapter)
  1621. {
  1622. u32 val;
  1623. int err = -EIO;
  1624. qlcnic_83xx_stop_hw(adapter);
  1625. /* Collect FW register dump if required */
  1626. val = QLCRDX(adapter->ahw, QLC_83XX_IDC_CTRL);
  1627. if (!(val & QLC_83XX_IDC_GRACEFULL_RESET))
  1628. qlcnic_dump_fw(adapter);
  1629. qlcnic_83xx_init_hw(adapter);
  1630. if (qlcnic_83xx_copy_bootloader(adapter))
  1631. return err;
  1632. /* Boot either flash image or firmware image from host file system */
  1633. if (qlcnic_load_fw_file) {
  1634. if (qlcnic_83xx_load_fw_image_from_host(adapter))
  1635. return err;
  1636. } else {
  1637. QLC_SHARED_REG_WR32(adapter, QLCNIC_FW_IMG_VALID,
  1638. QLC_83XX_BOOT_FROM_FLASH);
  1639. }
  1640. qlcnic_83xx_start_hw(adapter);
  1641. if (qlcnic_83xx_check_hw_status(adapter))
  1642. return -EIO;
  1643. return 0;
  1644. }
  1645. /**
  1646. * qlcnic_83xx_config_default_opmode
  1647. *
  1648. * @adapter: adapter structure
  1649. *
  1650. * Configure default driver operating mode
  1651. *
  1652. * Returns: Error code or Success(0)
  1653. * */
  1654. int qlcnic_83xx_config_default_opmode(struct qlcnic_adapter *adapter)
  1655. {
  1656. u32 op_mode;
  1657. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1658. qlcnic_get_func_no(adapter);
  1659. op_mode = QLCRDX(ahw, QLC_83XX_DRV_OP_MODE);
  1660. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state))
  1661. op_mode = QLC_83XX_DEFAULT_OPMODE;
  1662. if (op_mode == QLC_83XX_DEFAULT_OPMODE) {
  1663. adapter->nic_ops->init_driver = qlcnic_83xx_init_default_driver;
  1664. ahw->idc.state_entry = qlcnic_83xx_idc_ready_state_entry;
  1665. } else {
  1666. return -EIO;
  1667. }
  1668. return 0;
  1669. }
  1670. int qlcnic_83xx_get_nic_configuration(struct qlcnic_adapter *adapter)
  1671. {
  1672. int err;
  1673. struct qlcnic_info nic_info;
  1674. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1675. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1676. err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
  1677. if (err)
  1678. return -EIO;
  1679. ahw->physical_port = (u8) nic_info.phys_port;
  1680. ahw->switch_mode = nic_info.switch_mode;
  1681. ahw->max_tx_ques = nic_info.max_tx_ques;
  1682. ahw->max_rx_ques = nic_info.max_rx_ques;
  1683. ahw->capabilities = nic_info.capabilities;
  1684. ahw->max_mac_filters = nic_info.max_mac_filters;
  1685. ahw->max_mtu = nic_info.max_mtu;
  1686. /* VNIC mode is detected by BIT_23 in capabilities. This bit is also
  1687. * set in case device is SRIOV capable. VNIC and SRIOV are mutually
  1688. * exclusive. So in case of sriov capable device load driver in
  1689. * default mode
  1690. */
  1691. if (test_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state)) {
  1692. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1693. return ahw->nic_mode;
  1694. }
  1695. if (ahw->capabilities & BIT_23)
  1696. ahw->nic_mode = QLC_83XX_VIRTUAL_NIC_MODE;
  1697. else
  1698. ahw->nic_mode = QLC_83XX_DEFAULT_MODE;
  1699. return ahw->nic_mode;
  1700. }
  1701. int qlcnic_83xx_configure_opmode(struct qlcnic_adapter *adapter)
  1702. {
  1703. int ret;
  1704. ret = qlcnic_83xx_get_nic_configuration(adapter);
  1705. if (ret == -EIO)
  1706. return -EIO;
  1707. if (ret == QLC_83XX_VIRTUAL_NIC_MODE) {
  1708. if (qlcnic_83xx_config_vnic_opmode(adapter))
  1709. return -EIO;
  1710. } else if (ret == QLC_83XX_DEFAULT_MODE) {
  1711. if (qlcnic_83xx_config_default_opmode(adapter))
  1712. return -EIO;
  1713. }
  1714. return 0;
  1715. }
  1716. static void qlcnic_83xx_config_buff_descriptors(struct qlcnic_adapter *adapter)
  1717. {
  1718. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1719. if (ahw->port_type == QLCNIC_XGBE) {
  1720. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  1721. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  1722. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1723. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  1724. } else if (ahw->port_type == QLCNIC_GBE) {
  1725. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  1726. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1727. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  1728. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  1729. }
  1730. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  1731. adapter->max_rds_rings = MAX_RDS_RINGS;
  1732. }
  1733. static int qlcnic_83xx_init_default_driver(struct qlcnic_adapter *adapter)
  1734. {
  1735. int err = -EIO;
  1736. qlcnic_83xx_get_minidump_template(adapter);
  1737. if (qlcnic_83xx_get_port_info(adapter))
  1738. return err;
  1739. qlcnic_83xx_config_buff_descriptors(adapter);
  1740. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  1741. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  1742. dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
  1743. adapter->ahw->fw_hal_version);
  1744. return 0;
  1745. }
  1746. #define IS_QLC_83XX_USED(a, b, c) (((1 << a->portnum) & b) || ((c >> 6) & 0x1))
  1747. static void qlcnic_83xx_clear_function_resources(struct qlcnic_adapter *adapter)
  1748. {
  1749. struct qlcnic_cmd_args cmd;
  1750. u32 presence_mask, audit_mask;
  1751. int status;
  1752. presence_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_PRESENCE);
  1753. audit_mask = QLCRDX(adapter->ahw, QLC_83XX_IDC_DRV_AUDIT);
  1754. if (IS_QLC_83XX_USED(adapter, presence_mask, audit_mask)) {
  1755. qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_STOP_NIC_FUNC);
  1756. cmd.req.arg[1] = BIT_31;
  1757. status = qlcnic_issue_cmd(adapter, &cmd);
  1758. if (status)
  1759. dev_err(&adapter->pdev->dev,
  1760. "Failed to clean up the function resources\n");
  1761. qlcnic_free_mbx_args(&cmd);
  1762. }
  1763. }
  1764. int qlcnic_83xx_init(struct qlcnic_adapter *adapter, int pci_using_dac)
  1765. {
  1766. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1767. if (qlcnic_sriov_vf_check(adapter))
  1768. return qlcnic_sriov_vf_init(adapter, pci_using_dac);
  1769. if (qlcnic_83xx_check_hw_status(adapter))
  1770. return -EIO;
  1771. /* Initilaize 83xx mailbox spinlock */
  1772. spin_lock_init(&ahw->mbx_lock);
  1773. set_bit(QLC_83XX_MBX_READY, &adapter->ahw->idc.status);
  1774. qlcnic_83xx_clear_function_resources(adapter);
  1775. /* register for NIC IDC AEN Events */
  1776. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  1777. if (!qlcnic_83xx_read_flash_descriptor_table(adapter))
  1778. qlcnic_83xx_read_flash_mfg_id(adapter);
  1779. if (qlcnic_83xx_idc_init(adapter))
  1780. return -EIO;
  1781. /* Configure default, SR-IOV or Virtual NIC mode of operation */
  1782. if (qlcnic_83xx_configure_opmode(adapter))
  1783. return -EIO;
  1784. /* Perform operating mode specific initialization */
  1785. if (adapter->nic_ops->init_driver(adapter))
  1786. return -EIO;
  1787. INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
  1788. /* Periodically monitor device status */
  1789. qlcnic_83xx_idc_poll_dev_state(&adapter->fw_work.work);
  1790. return adapter->ahw->idc.err_code;
  1791. }