bfa_fcpim.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401
  1. /*
  2. * Copyright (c) 2005-2010 Brocade Communications Systems, Inc.
  3. * All rights reserved
  4. * www.brocade.com
  5. *
  6. * Linux driver for Brocade Fibre Channel Host Bus Adapter.
  7. *
  8. * This program is free software; you can redistribute it and/or modify it
  9. * under the terms of the GNU General Public License (GPL) Version 2 as
  10. * published by the Free Software Foundation
  11. *
  12. * This program is distributed in the hope that it will be useful, but
  13. * WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * General Public License for more details.
  16. */
  17. #ifndef __BFA_FCPIM_H__
  18. #define __BFA_FCPIM_H__
  19. #include "bfa.h"
  20. #include "bfa_svc.h"
  21. #include "bfi_ms.h"
  22. #include "bfa_defs_svc.h"
  23. #include "bfa_cs.h"
  24. #define BFA_ITNIM_MIN 32
  25. #define BFA_ITNIM_MAX 1024
  26. #define BFA_IOIM_MIN 8
  27. #define BFA_IOIM_MAX 2000
  28. #define BFA_TSKIM_MIN 4
  29. #define BFA_TSKIM_MAX 512
  30. #define BFA_FCPIM_PATHTOV_DEF (30 * 1000) /* in millisecs */
  31. #define BFA_FCPIM_PATHTOV_MAX (90 * 1000) /* in millisecs */
  32. #define bfa_itnim_ioprofile_update(__itnim, __index) \
  33. (__itnim->ioprofile.iocomps[__index]++)
  34. #define BFA_IOIM_RETRY_TAG_OFFSET 11
  35. #define BFA_IOIM_RETRY_TAG_MASK 0x07ff /* 2K IOs */
  36. #define BFA_IOIM_RETRY_MAX 7
  37. /* Buckets are are 512 bytes to 2MB */
  38. static inline u32
  39. bfa_ioim_get_index(u32 n) {
  40. int pos = 0;
  41. if (n >= (1UL)<<22)
  42. return BFA_IOBUCKET_MAX - 1;
  43. n >>= 8;
  44. if (n >= (1UL)<<16)
  45. n >>= 16; pos += 16;
  46. if (n >= 1 << 8)
  47. n >>= 8; pos += 8;
  48. if (n >= 1 << 4)
  49. n >>= 4; pos += 4;
  50. if (n >= 1 << 2)
  51. n >>= 2; pos += 2;
  52. if (n >= 1 << 1)
  53. pos += 1;
  54. return (n == 0) ? (0) : pos;
  55. }
  56. /*
  57. * forward declarations
  58. */
  59. struct bfa_ioim_s;
  60. struct bfa_tskim_s;
  61. struct bfad_ioim_s;
  62. struct bfad_tskim_s;
  63. typedef void (*bfa_fcpim_profile_t) (struct bfa_ioim_s *ioim);
  64. struct bfa_fcpim_mod_s {
  65. struct bfa_s *bfa;
  66. struct bfa_itnim_s *itnim_arr;
  67. struct bfa_ioim_s *ioim_arr;
  68. struct bfa_ioim_sp_s *ioim_sp_arr;
  69. struct bfa_tskim_s *tskim_arr;
  70. struct bfa_dma_s snsbase;
  71. int num_itnims;
  72. int num_ioim_reqs;
  73. int num_tskim_reqs;
  74. u32 path_tov;
  75. u16 q_depth;
  76. u8 reqq; /* Request queue to be used */
  77. u8 rsvd;
  78. struct list_head itnim_q; /* queue of active itnim */
  79. struct list_head ioim_free_q; /* free IO resources */
  80. struct list_head ioim_resfree_q; /* IOs waiting for f/w */
  81. struct list_head ioim_comp_q; /* IO global comp Q */
  82. struct list_head tskim_free_q;
  83. u32 ios_active; /* current active IOs */
  84. u32 delay_comp;
  85. struct bfa_fcpim_del_itn_stats_s del_itn_stats;
  86. bfa_boolean_t ioredirect;
  87. bfa_boolean_t io_profile;
  88. u32 io_profile_start_time;
  89. bfa_fcpim_profile_t profile_comp;
  90. bfa_fcpim_profile_t profile_start;
  91. };
  92. /*
  93. * BFA IO (initiator mode)
  94. */
  95. struct bfa_ioim_s {
  96. struct list_head qe; /* queue elememt */
  97. bfa_sm_t sm; /* BFA ioim state machine */
  98. struct bfa_s *bfa; /* BFA module */
  99. struct bfa_fcpim_mod_s *fcpim; /* parent fcpim module */
  100. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  101. struct bfad_ioim_s *dio; /* driver IO handle */
  102. u16 iotag; /* FWI IO tag */
  103. u16 abort_tag; /* unqiue abort request tag */
  104. u16 nsges; /* number of SG elements */
  105. u16 nsgpgs; /* number of SG pages */
  106. struct bfa_sgpg_s *sgpg; /* first SG page */
  107. struct list_head sgpg_q; /* allocated SG pages */
  108. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  109. bfa_cb_cbfn_t io_cbfn; /* IO completion handler */
  110. struct bfa_ioim_sp_s *iosp; /* slow-path IO handling */
  111. u8 reqq; /* Request queue for I/O */
  112. u64 start_time; /* IO's Profile start val */
  113. };
  114. struct bfa_ioim_sp_s {
  115. struct bfi_msg_s comp_rspmsg; /* IO comp f/w response */
  116. u8 *snsinfo; /* sense info for this IO */
  117. struct bfa_sgpg_wqe_s sgpg_wqe; /* waitq elem for sgpg */
  118. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  119. bfa_boolean_t abort_explicit; /* aborted by OS */
  120. struct bfa_tskim_s *tskim; /* Relevant TM cmd */
  121. };
  122. /*
  123. * BFA Task management command (initiator mode)
  124. */
  125. struct bfa_tskim_s {
  126. struct list_head qe;
  127. bfa_sm_t sm;
  128. struct bfa_s *bfa; /* BFA module */
  129. struct bfa_fcpim_mod_s *fcpim; /* parent fcpim module */
  130. struct bfa_itnim_s *itnim; /* i-t-n nexus for this IO */
  131. struct bfad_tskim_s *dtsk; /* driver task mgmt cmnd */
  132. bfa_boolean_t notify; /* notify itnim on TM comp */
  133. lun_t lun; /* lun if applicable */
  134. enum fcp_tm_cmnd tm_cmnd; /* task management command */
  135. u16 tsk_tag; /* FWI IO tag */
  136. u8 tsecs; /* timeout in seconds */
  137. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  138. struct list_head io_q; /* queue of affected IOs */
  139. struct bfa_wc_s wc; /* waiting counter */
  140. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  141. enum bfi_tskim_status tsk_status; /* TM status */
  142. };
  143. /*
  144. * BFA i-t-n (initiator mode)
  145. */
  146. struct bfa_itnim_s {
  147. struct list_head qe; /* queue element */
  148. bfa_sm_t sm; /* i-t-n im BFA state machine */
  149. struct bfa_s *bfa; /* bfa instance */
  150. struct bfa_rport_s *rport; /* bfa rport */
  151. void *ditn; /* driver i-t-n structure */
  152. struct bfi_mhdr_s mhdr; /* pre-built mhdr */
  153. u8 msg_no; /* itnim/rport firmware handle */
  154. u8 reqq; /* CQ for requests */
  155. struct bfa_cb_qe_s hcb_qe; /* bfa callback qelem */
  156. struct list_head pending_q; /* queue of pending IO requests */
  157. struct list_head io_q; /* queue of active IO requests */
  158. struct list_head io_cleanup_q; /* IO being cleaned up */
  159. struct list_head tsk_q; /* queue of active TM commands */
  160. struct list_head delay_comp_q; /* queue of failed inflight cmds */
  161. bfa_boolean_t seq_rec; /* SQER supported */
  162. bfa_boolean_t is_online; /* itnim is ONLINE for IO */
  163. bfa_boolean_t iotov_active; /* IO TOV timer is active */
  164. struct bfa_wc_s wc; /* waiting counter */
  165. struct bfa_timer_s timer; /* pending IO TOV */
  166. struct bfa_reqq_wait_s reqq_wait; /* to wait for room in reqq */
  167. struct bfa_fcpim_mod_s *fcpim; /* fcpim module */
  168. struct bfa_itnim_iostats_s stats;
  169. struct bfa_itnim_ioprofile_s ioprofile;
  170. };
  171. #define bfa_itnim_is_online(_itnim) ((_itnim)->is_online)
  172. #define BFA_FCPIM_MOD(_hal) (&(_hal)->modules.fcpim_mod)
  173. #define BFA_IOIM_FROM_TAG(_fcpim, _iotag) \
  174. (&fcpim->ioim_arr[(_iotag & BFA_IOIM_RETRY_TAG_MASK)])
  175. #define BFA_TSKIM_FROM_TAG(_fcpim, _tmtag) \
  176. (&fcpim->tskim_arr[_tmtag & (fcpim->num_tskim_reqs - 1)])
  177. #define bfa_io_profile_start_time(_bfa) \
  178. (_bfa->modules.fcpim_mod.io_profile_start_time)
  179. #define bfa_fcpim_get_io_profile(_bfa) \
  180. (_bfa->modules.fcpim_mod.io_profile)
  181. static inline bfa_boolean_t
  182. bfa_ioim_get_iotag(struct bfa_ioim_s *ioim)
  183. {
  184. u16 k = ioim->iotag;
  185. k >>= BFA_IOIM_RETRY_TAG_OFFSET; k++;
  186. if (k > BFA_IOIM_RETRY_MAX)
  187. return BFA_FALSE;
  188. ioim->iotag &= BFA_IOIM_RETRY_TAG_MASK;
  189. ioim->iotag |= k<<BFA_IOIM_RETRY_TAG_OFFSET;
  190. return BFA_TRUE;
  191. }
  192. /*
  193. * function prototypes
  194. */
  195. void bfa_ioim_attach(struct bfa_fcpim_mod_s *fcpim,
  196. struct bfa_meminfo_s *minfo);
  197. void bfa_ioim_detach(struct bfa_fcpim_mod_s *fcpim);
  198. void bfa_ioim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  199. void bfa_ioim_good_comp_isr(struct bfa_s *bfa,
  200. struct bfi_msg_s *msg);
  201. void bfa_ioim_cleanup(struct bfa_ioim_s *ioim);
  202. void bfa_ioim_cleanup_tm(struct bfa_ioim_s *ioim,
  203. struct bfa_tskim_s *tskim);
  204. void bfa_ioim_iocdisable(struct bfa_ioim_s *ioim);
  205. void bfa_ioim_tov(struct bfa_ioim_s *ioim);
  206. void bfa_tskim_attach(struct bfa_fcpim_mod_s *fcpim,
  207. struct bfa_meminfo_s *minfo);
  208. void bfa_tskim_detach(struct bfa_fcpim_mod_s *fcpim);
  209. void bfa_tskim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  210. void bfa_tskim_iodone(struct bfa_tskim_s *tskim);
  211. void bfa_tskim_iocdisable(struct bfa_tskim_s *tskim);
  212. void bfa_tskim_cleanup(struct bfa_tskim_s *tskim);
  213. void bfa_itnim_meminfo(struct bfa_iocfc_cfg_s *cfg, u32 *km_len,
  214. u32 *dm_len);
  215. void bfa_itnim_attach(struct bfa_fcpim_mod_s *fcpim,
  216. struct bfa_meminfo_s *minfo);
  217. void bfa_itnim_detach(struct bfa_fcpim_mod_s *fcpim);
  218. void bfa_itnim_iocdisable(struct bfa_itnim_s *itnim);
  219. void bfa_itnim_isr(struct bfa_s *bfa, struct bfi_msg_s *msg);
  220. void bfa_itnim_iodone(struct bfa_itnim_s *itnim);
  221. void bfa_itnim_tskdone(struct bfa_itnim_s *itnim);
  222. bfa_boolean_t bfa_itnim_hold_io(struct bfa_itnim_s *itnim);
  223. void bfa_ioim_profile_comp(struct bfa_ioim_s *ioim);
  224. void bfa_ioim_profile_start(struct bfa_ioim_s *ioim);
  225. /*
  226. * bfa fcpim module API functions
  227. */
  228. void bfa_fcpim_path_tov_set(struct bfa_s *bfa, u16 path_tov);
  229. u16 bfa_fcpim_path_tov_get(struct bfa_s *bfa);
  230. void bfa_fcpim_qdepth_set(struct bfa_s *bfa, u16 q_depth);
  231. u16 bfa_fcpim_qdepth_get(struct bfa_s *bfa);
  232. bfa_status_t bfa_fcpim_get_modstats(struct bfa_s *bfa,
  233. struct bfa_itnim_iostats_s *modstats);
  234. bfa_status_t bfa_fcpim_port_iostats(struct bfa_s *bfa,
  235. struct bfa_itnim_iostats_s *stats, u8 lp_tag);
  236. bfa_status_t bfa_fcpim_get_del_itn_stats(struct bfa_s *bfa,
  237. struct bfa_fcpim_del_itn_stats_s *modstats);
  238. bfa_status_t bfa_fcpim_port_clear_iostats(struct bfa_s *bfa, u8 lp_tag);
  239. void bfa_fcpim_add_stats(struct bfa_itnim_iostats_s *fcpim_stats,
  240. struct bfa_itnim_iostats_s *itnim_stats);
  241. bfa_status_t bfa_fcpim_clr_modstats(struct bfa_s *bfa);
  242. void bfa_fcpim_set_ioredirect(struct bfa_s *bfa,
  243. bfa_boolean_t state);
  244. void bfa_fcpim_update_ioredirect(struct bfa_s *bfa);
  245. bfa_status_t bfa_fcpim_profile_on(struct bfa_s *bfa, u32 time);
  246. bfa_status_t bfa_fcpim_profile_off(struct bfa_s *bfa);
  247. #define bfa_fcpim_ioredirect_enabled(__bfa) \
  248. (((struct bfa_fcpim_mod_s *)(BFA_FCPIM_MOD(__bfa)))->ioredirect)
  249. #define bfa_fcpim_get_next_reqq(__bfa, __qid) \
  250. { \
  251. struct bfa_fcpim_mod_s *__fcpim = BFA_FCPIM_MOD(__bfa); \
  252. __fcpim->reqq++; \
  253. __fcpim->reqq &= (BFI_IOC_MAX_CQS - 1); \
  254. *(__qid) = __fcpim->reqq; \
  255. }
  256. #define bfa_iocfc_map_msg_to_qid(__msg, __qid) \
  257. *(__qid) = (u8)((__msg) & (BFI_IOC_MAX_CQS - 1));
  258. /*
  259. * bfa itnim API functions
  260. */
  261. struct bfa_itnim_s *bfa_itnim_create(struct bfa_s *bfa,
  262. struct bfa_rport_s *rport, void *itnim);
  263. void bfa_itnim_delete(struct bfa_itnim_s *itnim);
  264. void bfa_itnim_online(struct bfa_itnim_s *itnim,
  265. bfa_boolean_t seq_rec);
  266. void bfa_itnim_offline(struct bfa_itnim_s *itnim);
  267. void bfa_itnim_get_stats(struct bfa_itnim_s *itnim,
  268. struct bfa_itnim_iostats_s *stats);
  269. void bfa_itnim_clear_stats(struct bfa_itnim_s *itnim);
  270. bfa_status_t bfa_itnim_get_ioprofile(struct bfa_itnim_s *itnim,
  271. struct bfa_itnim_ioprofile_s *ioprofile);
  272. #define bfa_itnim_get_reqq(__ioim) (((struct bfa_ioim_s *)__ioim)->itnim->reqq)
  273. /*
  274. * BFA completion callback for bfa_itnim_online().
  275. *
  276. * @param[in] itnim FCS or driver itnim instance
  277. *
  278. * return None
  279. */
  280. void bfa_cb_itnim_online(void *itnim);
  281. /*
  282. * BFA completion callback for bfa_itnim_offline().
  283. *
  284. * @param[in] itnim FCS or driver itnim instance
  285. *
  286. * return None
  287. */
  288. void bfa_cb_itnim_offline(void *itnim);
  289. void bfa_cb_itnim_tov_begin(void *itnim);
  290. void bfa_cb_itnim_tov(void *itnim);
  291. /*
  292. * BFA notification to FCS/driver for second level error recovery.
  293. *
  294. * Atleast one I/O request has timedout and target is unresponsive to
  295. * repeated abort requests. Second level error recovery should be initiated
  296. * by starting implicit logout and recovery procedures.
  297. *
  298. * @param[in] itnim FCS or driver itnim instance
  299. *
  300. * return None
  301. */
  302. void bfa_cb_itnim_sler(void *itnim);
  303. /*
  304. * bfa ioim API functions
  305. */
  306. struct bfa_ioim_s *bfa_ioim_alloc(struct bfa_s *bfa,
  307. struct bfad_ioim_s *dio,
  308. struct bfa_itnim_s *itnim,
  309. u16 nsgles);
  310. void bfa_ioim_free(struct bfa_ioim_s *ioim);
  311. void bfa_ioim_start(struct bfa_ioim_s *ioim);
  312. bfa_status_t bfa_ioim_abort(struct bfa_ioim_s *ioim);
  313. void bfa_ioim_delayed_comp(struct bfa_ioim_s *ioim,
  314. bfa_boolean_t iotov);
  315. /*
  316. * I/O completion notification.
  317. *
  318. * @param[in] dio driver IO structure
  319. * @param[in] io_status IO completion status
  320. * @param[in] scsi_status SCSI status returned by target
  321. * @param[in] sns_len SCSI sense length, 0 if none
  322. * @param[in] sns_info SCSI sense data, if any
  323. * @param[in] residue Residual length
  324. *
  325. * @return None
  326. */
  327. void bfa_cb_ioim_done(void *bfad, struct bfad_ioim_s *dio,
  328. enum bfi_ioim_status io_status,
  329. u8 scsi_status, int sns_len,
  330. u8 *sns_info, s32 residue);
  331. /*
  332. * I/O good completion notification.
  333. *
  334. * @param[in] dio driver IO structure
  335. *
  336. * @return None
  337. */
  338. void bfa_cb_ioim_good_comp(void *bfad, struct bfad_ioim_s *dio);
  339. /*
  340. * I/O abort completion notification
  341. *
  342. * @param[in] dio driver IO that was aborted
  343. *
  344. * @return None
  345. */
  346. void bfa_cb_ioim_abort(void *bfad, struct bfad_ioim_s *dio);
  347. /*
  348. * bfa tskim API functions
  349. */
  350. struct bfa_tskim_s *bfa_tskim_alloc(struct bfa_s *bfa,
  351. struct bfad_tskim_s *dtsk);
  352. void bfa_tskim_free(struct bfa_tskim_s *tskim);
  353. void bfa_tskim_start(struct bfa_tskim_s *tskim,
  354. struct bfa_itnim_s *itnim, lun_t lun,
  355. enum fcp_tm_cmnd tm, u8 t_secs);
  356. void bfa_cb_tskim_done(void *bfad, struct bfad_tskim_s *dtsk,
  357. enum bfi_tskim_status tsk_status);
  358. #endif /* __BFA_FCPIM_H__ */