ib_mad.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465
  1. /*
  2. * Copyright (c) 2004 Mellanox Technologies Ltd. All rights reserved.
  3. * Copyright (c) 2004 Infinicon Corporation. All rights reserved.
  4. * Copyright (c) 2004 Intel Corporation. All rights reserved.
  5. * Copyright (c) 2004 Topspin Corporation. All rights reserved.
  6. * Copyright (c) 2004 Voltaire Corporation. All rights reserved.
  7. *
  8. * This software is available to you under a choice of one of two
  9. * licenses. You may choose to be licensed under the terms of the GNU
  10. * General Public License (GPL) Version 2, available from the file
  11. * COPYING in the main directory of this source tree, or the
  12. * OpenIB.org BSD license below:
  13. *
  14. * Redistribution and use in source and binary forms, with or
  15. * without modification, are permitted provided that the following
  16. * conditions are met:
  17. *
  18. * - Redistributions of source code must retain the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer.
  21. *
  22. * - Redistributions in binary form must reproduce the above
  23. * copyright notice, this list of conditions and the following
  24. * disclaimer in the documentation and/or other materials
  25. * provided with the distribution.
  26. *
  27. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  28. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  29. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  30. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  31. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  32. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  33. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  34. * SOFTWARE.
  35. *
  36. * $Id: ib_mad.h 1389 2004-12-27 22:56:47Z roland $
  37. */
  38. #if !defined( IB_MAD_H )
  39. #define IB_MAD_H
  40. #include <linux/pci.h>
  41. #include <ib_verbs.h>
  42. /* Management base version */
  43. #define IB_MGMT_BASE_VERSION 1
  44. /* Management classes */
  45. #define IB_MGMT_CLASS_SUBN_LID_ROUTED 0x01
  46. #define IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE 0x81
  47. #define IB_MGMT_CLASS_SUBN_ADM 0x03
  48. #define IB_MGMT_CLASS_PERF_MGMT 0x04
  49. #define IB_MGMT_CLASS_BM 0x05
  50. #define IB_MGMT_CLASS_DEVICE_MGMT 0x06
  51. #define IB_MGMT_CLASS_CM 0x07
  52. #define IB_MGMT_CLASS_SNMP 0x08
  53. #define IB_MGMT_CLASS_VENDOR_RANGE2_START 0x30
  54. #define IB_MGMT_CLASS_VENDOR_RANGE2_END 0x4F
  55. /* Management methods */
  56. #define IB_MGMT_METHOD_GET 0x01
  57. #define IB_MGMT_METHOD_SET 0x02
  58. #define IB_MGMT_METHOD_GET_RESP 0x81
  59. #define IB_MGMT_METHOD_SEND 0x03
  60. #define IB_MGMT_METHOD_TRAP 0x05
  61. #define IB_MGMT_METHOD_REPORT 0x06
  62. #define IB_MGMT_METHOD_REPORT_RESP 0x86
  63. #define IB_MGMT_METHOD_TRAP_REPRESS 0x07
  64. #define IB_MGMT_METHOD_RESP 0x80
  65. #define IB_MGMT_MAX_METHODS 128
  66. #define IB_QP0 0
  67. #define IB_QP1 __constant_htonl(1)
  68. #define IB_QP1_QKEY 0x80010000
  69. #define IB_QP_SET_QKEY 0x80000000
  70. struct ib_mad_hdr {
  71. u8 base_version;
  72. u8 mgmt_class;
  73. u8 class_version;
  74. u8 method;
  75. u16 status;
  76. u16 class_specific;
  77. u64 tid;
  78. u16 attr_id;
  79. u16 resv;
  80. u32 attr_mod;
  81. } __attribute__ ((packed));
  82. struct ib_rmpp_hdr {
  83. u8 rmpp_version;
  84. u8 rmpp_type;
  85. u8 rmpp_rtime_flags;
  86. u8 rmpp_status;
  87. u32 seg_num;
  88. u32 paylen_newwin;
  89. } __attribute__ ((packed));
  90. struct ib_mad {
  91. struct ib_mad_hdr mad_hdr;
  92. u8 data[232];
  93. } __attribute__ ((packed));
  94. struct ib_rmpp_mad {
  95. struct ib_mad_hdr mad_hdr;
  96. struct ib_rmpp_hdr rmpp_hdr;
  97. u8 data[220];
  98. } __attribute__ ((packed));
  99. struct ib_vendor_mad {
  100. struct ib_mad_hdr mad_hdr;
  101. struct ib_rmpp_hdr rmpp_hdr;
  102. u8 reserved;
  103. u8 oui[3];
  104. u8 data[216];
  105. } __attribute__ ((packed));
  106. /**
  107. * ib_mad_send_buf - MAD data buffer and work request for sends.
  108. * @mad: References an allocated MAD data buffer. The size of the data
  109. * buffer is specified in the @send_wr.length field.
  110. * @mapping: DMA mapping information.
  111. * @mad_agent: MAD agent that allocated the buffer.
  112. * @context: User-controlled context fields.
  113. * @send_wr: An initialized work request structure used when sending the MAD.
  114. * The wr_id field of the work request is initialized to reference this
  115. * data structure.
  116. * @sge: A scatter-gather list referenced by the work request.
  117. *
  118. * Users are responsible for initializing the MAD buffer itself, with the
  119. * exception of specifying the payload length field in any RMPP MAD.
  120. */
  121. struct ib_mad_send_buf {
  122. struct ib_mad *mad;
  123. DECLARE_PCI_UNMAP_ADDR(mapping)
  124. struct ib_mad_agent *mad_agent;
  125. void *context[2];
  126. struct ib_send_wr send_wr;
  127. struct ib_sge sge;
  128. };
  129. struct ib_mad_agent;
  130. struct ib_mad_send_wc;
  131. struct ib_mad_recv_wc;
  132. /**
  133. * ib_mad_send_handler - callback handler for a sent MAD.
  134. * @mad_agent: MAD agent that sent the MAD.
  135. * @mad_send_wc: Send work completion information on the sent MAD.
  136. */
  137. typedef void (*ib_mad_send_handler)(struct ib_mad_agent *mad_agent,
  138. struct ib_mad_send_wc *mad_send_wc);
  139. /**
  140. * ib_mad_snoop_handler - Callback handler for snooping sent MADs.
  141. * @mad_agent: MAD agent that snooped the MAD.
  142. * @send_wr: Work request information on the sent MAD.
  143. * @mad_send_wc: Work completion information on the sent MAD. Valid
  144. * only for snooping that occurs on a send completion.
  145. *
  146. * Clients snooping MADs should not modify data referenced by the @send_wr
  147. * or @mad_send_wc.
  148. */
  149. typedef void (*ib_mad_snoop_handler)(struct ib_mad_agent *mad_agent,
  150. struct ib_send_wr *send_wr,
  151. struct ib_mad_send_wc *mad_send_wc);
  152. /**
  153. * ib_mad_recv_handler - callback handler for a received MAD.
  154. * @mad_agent: MAD agent requesting the received MAD.
  155. * @mad_recv_wc: Received work completion information on the received MAD.
  156. *
  157. * MADs received in response to a send request operation will be handed to
  158. * the user after the send operation completes. All data buffers given
  159. * to registered agents through this routine are owned by the receiving
  160. * client, except for snooping agents. Clients snooping MADs should not
  161. * modify the data referenced by @mad_recv_wc.
  162. */
  163. typedef void (*ib_mad_recv_handler)(struct ib_mad_agent *mad_agent,
  164. struct ib_mad_recv_wc *mad_recv_wc);
  165. /**
  166. * ib_mad_agent - Used to track MAD registration with the access layer.
  167. * @device: Reference to device registration is on.
  168. * @qp: Reference to QP used for sending and receiving MADs.
  169. * @recv_handler: Callback handler for a received MAD.
  170. * @send_handler: Callback handler for a sent MAD.
  171. * @snoop_handler: Callback handler for snooped sent MADs.
  172. * @context: User-specified context associated with this registration.
  173. * @hi_tid: Access layer assigned transaction ID for this client.
  174. * Unsolicited MADs sent by this client will have the upper 32-bits
  175. * of their TID set to this value.
  176. * @port_num: Port number on which QP is registered
  177. */
  178. struct ib_mad_agent {
  179. struct ib_device *device;
  180. struct ib_qp *qp;
  181. struct ib_mr *mr;
  182. ib_mad_recv_handler recv_handler;
  183. ib_mad_send_handler send_handler;
  184. ib_mad_snoop_handler snoop_handler;
  185. void *context;
  186. u32 hi_tid;
  187. u8 port_num;
  188. };
  189. /**
  190. * ib_mad_send_wc - MAD send completion information.
  191. * @wr_id: Work request identifier associated with the send MAD request.
  192. * @status: Completion status.
  193. * @vendor_err: Optional vendor error information returned with a failed
  194. * request.
  195. */
  196. struct ib_mad_send_wc {
  197. u64 wr_id;
  198. enum ib_wc_status status;
  199. u32 vendor_err;
  200. };
  201. /**
  202. * ib_mad_recv_buf - received MAD buffer information.
  203. * @list: Reference to next data buffer for a received RMPP MAD.
  204. * @grh: References a data buffer containing the global route header.
  205. * The data refereced by this buffer is only valid if the GRH is
  206. * valid.
  207. * @mad: References the start of the received MAD.
  208. */
  209. struct ib_mad_recv_buf {
  210. struct list_head list;
  211. struct ib_grh *grh;
  212. struct ib_mad *mad;
  213. };
  214. /**
  215. * ib_mad_recv_wc - received MAD information.
  216. * @wc: Completion information for the received data.
  217. * @recv_buf: Specifies the location of the received data buffer(s).
  218. * @mad_len: The length of the received MAD, without duplicated headers.
  219. *
  220. * For received response, the wr_id field of the wc is set to the wr_id
  221. * for the corresponding send request.
  222. */
  223. struct ib_mad_recv_wc {
  224. struct ib_wc *wc;
  225. struct ib_mad_recv_buf recv_buf;
  226. int mad_len;
  227. };
  228. /**
  229. * ib_mad_reg_req - MAD registration request
  230. * @mgmt_class: Indicates which management class of MADs should be receive
  231. * by the caller. This field is only required if the user wishes to
  232. * receive unsolicited MADs, otherwise it should be 0.
  233. * @mgmt_class_version: Indicates which version of MADs for the given
  234. * management class to receive.
  235. * @oui: Indicates IEEE OUI when mgmt_class is a vendor class
  236. * in the range from 0x30 to 0x4f. Otherwise not used.
  237. * @method_mask: The caller will receive unsolicited MADs for any method
  238. * where @method_mask = 1.
  239. */
  240. struct ib_mad_reg_req {
  241. u8 mgmt_class;
  242. u8 mgmt_class_version;
  243. u8 oui[3];
  244. DECLARE_BITMAP(method_mask, IB_MGMT_MAX_METHODS);
  245. };
  246. /**
  247. * ib_register_mad_agent - Register to send/receive MADs.
  248. * @device: The device to register with.
  249. * @port_num: The port on the specified device to use.
  250. * @qp_type: Specifies which QP to access. Must be either
  251. * IB_QPT_SMI or IB_QPT_GSI.
  252. * @mad_reg_req: Specifies which unsolicited MADs should be received
  253. * by the caller. This parameter may be NULL if the caller only
  254. * wishes to receive solicited responses.
  255. * @rmpp_version: If set, indicates that the client will send
  256. * and receive MADs that contain the RMPP header for the given version.
  257. * If set to 0, indicates that RMPP is not used by this client.
  258. * @send_handler: The completion callback routine invoked after a send
  259. * request has completed.
  260. * @recv_handler: The completion callback routine invoked for a received
  261. * MAD.
  262. * @context: User specified context associated with the registration.
  263. */
  264. struct ib_mad_agent *ib_register_mad_agent(struct ib_device *device,
  265. u8 port_num,
  266. enum ib_qp_type qp_type,
  267. struct ib_mad_reg_req *mad_reg_req,
  268. u8 rmpp_version,
  269. ib_mad_send_handler send_handler,
  270. ib_mad_recv_handler recv_handler,
  271. void *context);
  272. enum ib_mad_snoop_flags {
  273. /*IB_MAD_SNOOP_POSTED_SENDS = 1,*/
  274. /*IB_MAD_SNOOP_RMPP_SENDS = (1<<1),*/
  275. IB_MAD_SNOOP_SEND_COMPLETIONS = (1<<2),
  276. /*IB_MAD_SNOOP_RMPP_SEND_COMPLETIONS = (1<<3),*/
  277. IB_MAD_SNOOP_RECVS = (1<<4)
  278. /*IB_MAD_SNOOP_RMPP_RECVS = (1<<5),*/
  279. /*IB_MAD_SNOOP_REDIRECTED_QPS = (1<<6)*/
  280. };
  281. /**
  282. * ib_register_mad_snoop - Register to snoop sent and received MADs.
  283. * @device: The device to register with.
  284. * @port_num: The port on the specified device to use.
  285. * @qp_type: Specifies which QP traffic to snoop. Must be either
  286. * IB_QPT_SMI or IB_QPT_GSI.
  287. * @mad_snoop_flags: Specifies information where snooping occurs.
  288. * @send_handler: The callback routine invoked for a snooped send.
  289. * @recv_handler: The callback routine invoked for a snooped receive.
  290. * @context: User specified context associated with the registration.
  291. */
  292. struct ib_mad_agent *ib_register_mad_snoop(struct ib_device *device,
  293. u8 port_num,
  294. enum ib_qp_type qp_type,
  295. int mad_snoop_flags,
  296. ib_mad_snoop_handler snoop_handler,
  297. ib_mad_recv_handler recv_handler,
  298. void *context);
  299. /**
  300. * ib_unregister_mad_agent - Unregisters a client from using MAD services.
  301. * @mad_agent: Corresponding MAD registration request to deregister.
  302. *
  303. * After invoking this routine, MAD services are no longer usable by the
  304. * client on the associated QP.
  305. */
  306. int ib_unregister_mad_agent(struct ib_mad_agent *mad_agent);
  307. /**
  308. * ib_post_send_mad - Posts MAD(s) to the send queue of the QP associated
  309. * with the registered client.
  310. * @mad_agent: Specifies the associated registration to post the send to.
  311. * @send_wr: Specifies the information needed to send the MAD(s).
  312. * @bad_send_wr: Specifies the MAD on which an error was encountered.
  313. *
  314. * Sent MADs are not guaranteed to complete in the order that they were posted.
  315. */
  316. int ib_post_send_mad(struct ib_mad_agent *mad_agent,
  317. struct ib_send_wr *send_wr,
  318. struct ib_send_wr **bad_send_wr);
  319. /**
  320. * ib_coalesce_recv_mad - Coalesces received MAD data into a single buffer.
  321. * @mad_recv_wc: Work completion information for a received MAD.
  322. * @buf: User-provided data buffer to receive the coalesced buffers. The
  323. * referenced buffer should be at least the size of the mad_len specified
  324. * by @mad_recv_wc.
  325. *
  326. * This call copies a chain of received RMPP MADs into a single data buffer,
  327. * removing duplicated headers.
  328. */
  329. void ib_coalesce_recv_mad(struct ib_mad_recv_wc *mad_recv_wc, void *buf);
  330. /**
  331. * ib_free_recv_mad - Returns data buffers used to receive a MAD to the
  332. * access layer.
  333. * @mad_recv_wc: Work completion information for a received MAD.
  334. *
  335. * Clients receiving MADs through their ib_mad_recv_handler must call this
  336. * routine to return the work completion buffers to the access layer.
  337. */
  338. void ib_free_recv_mad(struct ib_mad_recv_wc *mad_recv_wc);
  339. /**
  340. * ib_cancel_mad - Cancels an outstanding send MAD operation.
  341. * @mad_agent: Specifies the registration associated with sent MAD.
  342. * @wr_id: Indicates the work request identifier of the MAD to cancel.
  343. *
  344. * MADs will be returned to the user through the corresponding
  345. * ib_mad_send_handler.
  346. */
  347. void ib_cancel_mad(struct ib_mad_agent *mad_agent, u64 wr_id);
  348. /**
  349. * ib_modify_mad - Modifies an outstanding send MAD operation.
  350. * @mad_agent: Specifies the registration associated with sent MAD.
  351. * @wr_id: Indicates the work request identifier of the MAD to modify.
  352. * @timeout_ms: New timeout value for sent MAD.
  353. *
  354. * This call will reset the timeout value for a sent MAD to the specified
  355. * value.
  356. */
  357. int ib_modify_mad(struct ib_mad_agent *mad_agent, u64 wr_id, u32 timeout_ms);
  358. /**
  359. * ib_redirect_mad_qp - Registers a QP for MAD services.
  360. * @qp: Reference to a QP that requires MAD services.
  361. * @rmpp_version: If set, indicates that the client will send
  362. * and receive MADs that contain the RMPP header for the given version.
  363. * If set to 0, indicates that RMPP is not used by this client.
  364. * @send_handler: The completion callback routine invoked after a send
  365. * request has completed.
  366. * @recv_handler: The completion callback routine invoked for a received
  367. * MAD.
  368. * @context: User specified context associated with the registration.
  369. *
  370. * Use of this call allows clients to use MAD services, such as RMPP,
  371. * on user-owned QPs. After calling this routine, users may send
  372. * MADs on the specified QP by calling ib_mad_post_send.
  373. */
  374. struct ib_mad_agent *ib_redirect_mad_qp(struct ib_qp *qp,
  375. u8 rmpp_version,
  376. ib_mad_send_handler send_handler,
  377. ib_mad_recv_handler recv_handler,
  378. void *context);
  379. /**
  380. * ib_process_mad_wc - Processes a work completion associated with a
  381. * MAD sent or received on a redirected QP.
  382. * @mad_agent: Specifies the registered MAD service using the redirected QP.
  383. * @wc: References a work completion associated with a sent or received
  384. * MAD segment.
  385. *
  386. * This routine is used to complete or continue processing on a MAD request.
  387. * If the work completion is associated with a send operation, calling
  388. * this routine is required to continue an RMPP transfer or to wait for a
  389. * corresponding response, if it is a request. If the work completion is
  390. * associated with a receive operation, calling this routine is required to
  391. * process an inbound or outbound RMPP transfer, or to match a response MAD
  392. * with its corresponding request.
  393. */
  394. int ib_process_mad_wc(struct ib_mad_agent *mad_agent,
  395. struct ib_wc *wc);
  396. /**
  397. * ib_create_send_mad - Allocate and initialize a data buffer and work request
  398. * for sending a MAD.
  399. * @mad_agent: Specifies the registered MAD service to associate with the MAD.
  400. * @remote_qpn: Specifies the QPN of the receiving node.
  401. * @pkey_index: Specifies which PKey the MAD will be sent using. This field
  402. * is valid only if the remote_qpn is QP 1.
  403. * @ah: References the address handle used to transfer to the remote node.
  404. * @hdr_len: Indicates the size of the data header of the MAD. This length
  405. * should include the common MAD header, RMPP header, plus any class
  406. * specific header.
  407. * @data_len: Indicates the size of any user-transfered data. The call will
  408. * automatically adjust the allocated buffer size to account for any
  409. * additional padding that may be necessary.
  410. * @gfp_mask: GFP mask used for the memory allocation.
  411. *
  412. * This is a helper routine that may be used to allocate a MAD. Users are
  413. * not required to allocate outbound MADs using this call. The returned
  414. * MAD send buffer will reference a data buffer usable for sending a MAD, along
  415. * with an intialized work request structure.
  416. */
  417. struct ib_mad_send_buf * ib_create_send_mad(struct ib_mad_agent *mad_agent,
  418. u32 remote_qpn, u16 pkey_index,
  419. struct ib_ah *ah,
  420. int hdr_len, int data_len,
  421. unsigned int __nocast gfp_mask);
  422. /**
  423. * ib_free_send_mad - Returns data buffers used to send a MAD.
  424. * @send_buf: Previously allocated send data buffer.
  425. */
  426. void ib_free_send_mad(struct ib_mad_send_buf *send_buf);
  427. #endif /* IB_MAD_H */