request.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417
  1. /*
  2. * This file is provided under a dual BSD/GPLv2 license. When using or
  3. * redistributing this file, you may do so under either license.
  4. *
  5. * GPL LICENSE SUMMARY
  6. *
  7. * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of version 2 of the GNU General Public License as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
  21. * The full GNU General Public License is included in this distribution
  22. * in the file called LICENSE.GPL.
  23. *
  24. * BSD LICENSE
  25. *
  26. * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
  27. * All rights reserved.
  28. *
  29. * Redistribution and use in source and binary forms, with or without
  30. * modification, are permitted provided that the following conditions
  31. * are met:
  32. *
  33. * * Redistributions of source code must retain the above copyright
  34. * notice, this list of conditions and the following disclaimer.
  35. * * Redistributions in binary form must reproduce the above copyright
  36. * notice, this list of conditions and the following disclaimer in
  37. * the documentation and/or other materials provided with the
  38. * distribution.
  39. * * Neither the name of Intel Corporation nor the names of its
  40. * contributors may be used to endorse or promote products derived
  41. * from this software without specific prior written permission.
  42. *
  43. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  44. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  45. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  46. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  47. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  48. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  49. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  50. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  51. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  52. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  53. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  54. */
  55. #ifndef _ISCI_REQUEST_H_
  56. #define _ISCI_REQUEST_H_
  57. #include "isci.h"
  58. #include "host.h"
  59. #include "scu_task_context.h"
  60. /**
  61. * struct isci_request_status - This enum defines the possible states of an I/O
  62. * request.
  63. *
  64. *
  65. */
  66. enum isci_request_status {
  67. unallocated = 0x00,
  68. allocated = 0x01,
  69. started = 0x02,
  70. completed = 0x03,
  71. aborting = 0x04,
  72. aborted = 0x05,
  73. terminating = 0x06,
  74. dead = 0x07
  75. };
  76. /**
  77. * isci_stp_request - extra request infrastructure to handle pio/atapi protocol
  78. * @pio_len - number of bytes requested at PIO setup
  79. * @status - pio setup ending status value to tell us if we need
  80. * to wait for another fis or if the transfer is complete. Upon
  81. * receipt of a d2h fis this will be the status field of that fis.
  82. * @sgl - track pio transfer progress as we iterate through the sgl
  83. */
  84. struct isci_stp_request {
  85. u32 pio_len;
  86. u8 status;
  87. struct isci_stp_pio_sgl {
  88. int index;
  89. u8 set;
  90. u32 offset;
  91. } sgl;
  92. };
  93. struct isci_request {
  94. enum isci_request_status status;
  95. #define IREQ_COMPLETE_IN_TARGET 0
  96. #define IREQ_TERMINATED 1
  97. #define IREQ_TMF 2
  98. #define IREQ_ACTIVE 3
  99. unsigned long flags;
  100. /* XXX kill ttype and ttype_ptr, allocate full sas_task */
  101. union ttype_ptr_union {
  102. struct sas_task *io_task_ptr; /* When ttype==io_task */
  103. struct isci_tmf *tmf_task_ptr; /* When ttype==tmf_task */
  104. } ttype_ptr;
  105. struct isci_host *isci_host;
  106. /* For use in the requests_to_{complete|abort} lists: */
  107. struct list_head completed_node;
  108. /* For use in the reqs_in_process list: */
  109. struct list_head dev_node;
  110. spinlock_t state_lock;
  111. dma_addr_t request_daddr;
  112. dma_addr_t zero_scatter_daddr;
  113. unsigned int num_sg_entries;
  114. /* Note: "io_request_completion" is completed in two different ways
  115. * depending on whether this is a TMF or regular request.
  116. * - TMF requests are completed in the thread that started them;
  117. * - regular requests are completed in the request completion callback
  118. * function.
  119. * This difference in operation allows the aborter of a TMF request
  120. * to be sure that once the TMF request completes, the I/O that the
  121. * TMF was aborting is guaranteed to have completed.
  122. *
  123. * XXX kill io_request_completion
  124. */
  125. struct completion *io_request_completion;
  126. struct sci_base_state_machine sm;
  127. struct isci_host *owning_controller;
  128. struct isci_remote_device *target_device;
  129. u16 io_tag;
  130. enum sas_protocol protocol;
  131. u32 scu_status; /* hardware result */
  132. u32 sci_status; /* upper layer disposition */
  133. u32 post_context;
  134. struct scu_task_context *tc;
  135. /* could be larger with sg chaining */
  136. #define SCU_SGL_SIZE ((SCI_MAX_SCATTER_GATHER_ELEMENTS + 1) / 2)
  137. struct scu_sgl_element_pair sg_table[SCU_SGL_SIZE] __attribute__ ((aligned(32)));
  138. /* This field is a pointer to the stored rx frame data. It is used in
  139. * STP internal requests and SMP response frames. If this field is
  140. * non-NULL the saved frame must be released on IO request completion.
  141. */
  142. u32 saved_rx_frame_index;
  143. union {
  144. struct {
  145. union {
  146. struct ssp_cmd_iu cmd;
  147. struct ssp_task_iu tmf;
  148. };
  149. union {
  150. struct ssp_response_iu rsp;
  151. u8 rsp_buf[SSP_RESP_IU_MAX_SIZE];
  152. };
  153. } ssp;
  154. struct {
  155. struct isci_stp_request req;
  156. struct host_to_dev_fis cmd;
  157. struct dev_to_host_fis rsp;
  158. } stp;
  159. };
  160. };
  161. static inline struct isci_request *to_ireq(struct isci_stp_request *stp_req)
  162. {
  163. struct isci_request *ireq;
  164. ireq = container_of(stp_req, typeof(*ireq), stp.req);
  165. return ireq;
  166. }
  167. /**
  168. * enum sci_base_request_states - request state machine states
  169. *
  170. * @SCI_REQ_INIT: Simply the initial state for the base request state machine.
  171. *
  172. * @SCI_REQ_CONSTRUCTED: This state indicates that the request has been
  173. * constructed. This state is entered from the INITIAL state.
  174. *
  175. * @SCI_REQ_STARTED: This state indicates that the request has been started.
  176. * This state is entered from the CONSTRUCTED state.
  177. *
  178. * @SCI_REQ_STP_UDMA_WAIT_TC_COMP:
  179. * @SCI_REQ_STP_UDMA_WAIT_D2H:
  180. * @SCI_REQ_STP_NON_DATA_WAIT_H2D:
  181. * @SCI_REQ_STP_NON_DATA_WAIT_D2H:
  182. *
  183. * @SCI_REQ_STP_PIO_WAIT_H2D: While in this state the IO request object is
  184. * waiting for the TC completion notification for the H2D Register FIS
  185. *
  186. * @SCI_REQ_STP_PIO_WAIT_FRAME: While in this state the IO request object is
  187. * waiting for either a PIO Setup FIS or a D2H register FIS. The type of frame
  188. * received is based on the result of the prior frame and line conditions.
  189. *
  190. * @SCI_REQ_STP_PIO_DATA_IN: While in this state the IO request object is
  191. * waiting for a DATA frame from the device.
  192. *
  193. * @SCI_REQ_STP_PIO_DATA_OUT: While in this state the IO request object is
  194. * waiting to transmit the next data frame to the device.
  195. *
  196. * @SCI_REQ_ATAPI_WAIT_H2D: While in this state the IO request object is
  197. * waiting for the TC completion notification for the H2D Register FIS
  198. *
  199. * @SCI_REQ_ATAPI_WAIT_PIO_SETUP: While in this state the IO request object is
  200. * waiting for either a PIO Setup.
  201. *
  202. * @SCI_REQ_ATAPI_WAIT_D2H: The non-data IO transit to this state in this state
  203. * after receiving TC completion. While in this state IO request object is
  204. * waiting for D2H status frame as UF.
  205. *
  206. * @SCI_REQ_ATAPI_WAIT_TC_COMP: When transmitting raw frames hardware reports
  207. * task context completion after every frame submission, so in the
  208. * non-accelerated case we need to expect the completion for the "cdb" frame.
  209. *
  210. * @SCI_REQ_TASK_WAIT_TC_COMP: The AWAIT_TC_COMPLETION sub-state indicates that
  211. * the started raw task management request is waiting for the transmission of
  212. * the initial frame (i.e. command, task, etc.).
  213. *
  214. * @SCI_REQ_TASK_WAIT_TC_RESP: This sub-state indicates that the started task
  215. * management request is waiting for the reception of an unsolicited frame
  216. * (i.e. response IU).
  217. *
  218. * @SCI_REQ_SMP_WAIT_RESP: This sub-state indicates that the started task
  219. * management request is waiting for the reception of an unsolicited frame
  220. * (i.e. response IU).
  221. *
  222. * @SCI_REQ_SMP_WAIT_TC_COMP: The AWAIT_TC_COMPLETION sub-state indicates that
  223. * the started SMP request is waiting for the transmission of the initial frame
  224. * (i.e. command, task, etc.).
  225. *
  226. * @SCI_REQ_COMPLETED: This state indicates that the request has completed.
  227. * This state is entered from the STARTED state. This state is entered from the
  228. * ABORTING state.
  229. *
  230. * @SCI_REQ_ABORTING: This state indicates that the request is in the process
  231. * of being terminated/aborted. This state is entered from the CONSTRUCTED
  232. * state. This state is entered from the STARTED state.
  233. *
  234. * @SCI_REQ_FINAL: Simply the final state for the base request state machine.
  235. */
  236. #define REQUEST_STATES {\
  237. C(REQ_INIT),\
  238. C(REQ_CONSTRUCTED),\
  239. C(REQ_STARTED),\
  240. C(REQ_STP_UDMA_WAIT_TC_COMP),\
  241. C(REQ_STP_UDMA_WAIT_D2H),\
  242. C(REQ_STP_NON_DATA_WAIT_H2D),\
  243. C(REQ_STP_NON_DATA_WAIT_D2H),\
  244. C(REQ_STP_PIO_WAIT_H2D),\
  245. C(REQ_STP_PIO_WAIT_FRAME),\
  246. C(REQ_STP_PIO_DATA_IN),\
  247. C(REQ_STP_PIO_DATA_OUT),\
  248. C(REQ_ATAPI_WAIT_H2D),\
  249. C(REQ_ATAPI_WAIT_PIO_SETUP),\
  250. C(REQ_ATAPI_WAIT_D2H),\
  251. C(REQ_ATAPI_WAIT_TC_COMP),\
  252. C(REQ_TASK_WAIT_TC_COMP),\
  253. C(REQ_TASK_WAIT_TC_RESP),\
  254. C(REQ_SMP_WAIT_RESP),\
  255. C(REQ_SMP_WAIT_TC_COMP),\
  256. C(REQ_COMPLETED),\
  257. C(REQ_ABORTING),\
  258. C(REQ_FINAL),\
  259. }
  260. #undef C
  261. #define C(a) SCI_##a
  262. enum sci_base_request_states REQUEST_STATES;
  263. #undef C
  264. const char *req_state_name(enum sci_base_request_states state);
  265. enum sci_status sci_request_start(struct isci_request *ireq);
  266. enum sci_status sci_io_request_terminate(struct isci_request *ireq);
  267. enum sci_status
  268. sci_io_request_event_handler(struct isci_request *ireq,
  269. u32 event_code);
  270. enum sci_status
  271. sci_io_request_frame_handler(struct isci_request *ireq,
  272. u32 frame_index);
  273. enum sci_status
  274. sci_task_request_terminate(struct isci_request *ireq);
  275. extern enum sci_status
  276. sci_request_complete(struct isci_request *ireq);
  277. extern enum sci_status
  278. sci_io_request_tc_completion(struct isci_request *ireq, u32 code);
  279. /* XXX open code in caller */
  280. static inline dma_addr_t
  281. sci_io_request_get_dma_addr(struct isci_request *ireq, void *virt_addr)
  282. {
  283. char *requested_addr = (char *)virt_addr;
  284. char *base_addr = (char *)ireq;
  285. BUG_ON(requested_addr < base_addr);
  286. BUG_ON((requested_addr - base_addr) >= sizeof(*ireq));
  287. return ireq->request_daddr + (requested_addr - base_addr);
  288. }
  289. /**
  290. * isci_request_change_state() - This function sets the status of the request
  291. * object.
  292. * @request: This parameter points to the isci_request object
  293. * @status: This Parameter is the new status of the object
  294. *
  295. */
  296. static inline enum isci_request_status
  297. isci_request_change_state(struct isci_request *isci_request,
  298. enum isci_request_status status)
  299. {
  300. enum isci_request_status old_state;
  301. unsigned long flags;
  302. dev_dbg(&isci_request->isci_host->pdev->dev,
  303. "%s: isci_request = %p, state = 0x%x\n",
  304. __func__,
  305. isci_request,
  306. status);
  307. BUG_ON(isci_request == NULL);
  308. spin_lock_irqsave(&isci_request->state_lock, flags);
  309. old_state = isci_request->status;
  310. isci_request->status = status;
  311. spin_unlock_irqrestore(&isci_request->state_lock, flags);
  312. return old_state;
  313. }
  314. /**
  315. * isci_request_change_started_to_newstate() - This function sets the status of
  316. * the request object.
  317. * @request: This parameter points to the isci_request object
  318. * @status: This Parameter is the new status of the object
  319. *
  320. * state previous to any change.
  321. */
  322. static inline enum isci_request_status
  323. isci_request_change_started_to_newstate(struct isci_request *isci_request,
  324. struct completion *completion_ptr,
  325. enum isci_request_status newstate)
  326. {
  327. enum isci_request_status old_state;
  328. unsigned long flags;
  329. spin_lock_irqsave(&isci_request->state_lock, flags);
  330. old_state = isci_request->status;
  331. if (old_state == started || old_state == aborting) {
  332. BUG_ON(isci_request->io_request_completion != NULL);
  333. isci_request->io_request_completion = completion_ptr;
  334. isci_request->status = newstate;
  335. }
  336. spin_unlock_irqrestore(&isci_request->state_lock, flags);
  337. dev_dbg(&isci_request->isci_host->pdev->dev,
  338. "%s: isci_request = %p, old_state = 0x%x\n",
  339. __func__,
  340. isci_request,
  341. old_state);
  342. return old_state;
  343. }
  344. /**
  345. * isci_request_change_started_to_aborted() - This function sets the status of
  346. * the request object.
  347. * @request: This parameter points to the isci_request object
  348. * @completion_ptr: This parameter is saved as the kernel completion structure
  349. * signalled when the old request completes.
  350. *
  351. * state previous to any change.
  352. */
  353. static inline enum isci_request_status
  354. isci_request_change_started_to_aborted(struct isci_request *isci_request,
  355. struct completion *completion_ptr)
  356. {
  357. return isci_request_change_started_to_newstate(isci_request,
  358. completion_ptr,
  359. aborted);
  360. }
  361. #define isci_request_access_task(req) ((req)->ttype_ptr.io_task_ptr)
  362. #define isci_request_access_tmf(req) ((req)->ttype_ptr.tmf_task_ptr)
  363. struct isci_request *isci_tmf_request_from_tag(struct isci_host *ihost,
  364. struct isci_tmf *isci_tmf,
  365. u16 tag);
  366. int isci_request_execute(struct isci_host *ihost, struct isci_remote_device *idev,
  367. struct sas_task *task, u16 tag);
  368. void isci_terminate_pending_requests(struct isci_host *ihost,
  369. struct isci_remote_device *idev);
  370. enum sci_status
  371. sci_task_request_construct(struct isci_host *ihost,
  372. struct isci_remote_device *idev,
  373. u16 io_tag,
  374. struct isci_request *ireq);
  375. enum sci_status sci_task_request_construct_ssp(struct isci_request *ireq);
  376. void sci_smp_request_copy_response(struct isci_request *ireq);
  377. static inline int isci_task_is_ncq_recovery(struct sas_task *task)
  378. {
  379. return (sas_protocol_ata(task->task_proto) &&
  380. task->ata_task.fis.command == ATA_CMD_READ_LOG_EXT &&
  381. task->ata_task.fis.lbal == ATA_LOG_SATA_NCQ);
  382. }
  383. #endif /* !defined(_ISCI_REQUEST_H_) */