grukservices.h 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. /*
  2. * Copyright (c) 2008 Silicon Graphics, Inc. All Rights Reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License as published by
  6. * the Free Software Foundation; either version 2 of the License, or
  7. * (at your option) any later version.
  8. *
  9. * This program is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. * GNU General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License
  15. * along with this program; if not, write to the Free Software
  16. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  17. */
  18. #ifndef __GRU_KSERVICES_H_
  19. #define __GRU_KSERVICES_H_
  20. /*
  21. * Message queues using the GRU to send/receive messages.
  22. *
  23. * These function allow the user to create a message queue for
  24. * sending/receiving 1 or 2 cacheline messages using the GRU.
  25. *
  26. * Processes SENDING messages will use a kernel CBR/DSR to send
  27. * the message. This is transparent to the caller.
  28. *
  29. * The receiver does not use any GRU resources.
  30. *
  31. * The functions support:
  32. * - single receiver
  33. * - multiple senders
  34. * - cross partition message
  35. *
  36. * Missing features ZZZ:
  37. * - user options for dealing with timeouts, queue full, etc.
  38. * - gru_create_message_queue() needs interrupt vector info
  39. */
  40. struct gru_message_queue_desc {
  41. void *mq; /* message queue vaddress */
  42. unsigned long mq_gpa; /* global address of mq */
  43. int qlines; /* queue size in CL */
  44. int interrupt_vector; /* interrupt vector */
  45. int interrupt_pnode; /* pnode for interrupt */
  46. int interrupt_apicid; /* lapicid for interrupt */
  47. };
  48. /*
  49. * Initialize a user allocated chunk of memory to be used as
  50. * a message queue. The caller must ensure that the queue is
  51. * in contiguous physical memory and is cacheline aligned.
  52. *
  53. * Message queue size is the total number of bytes allocated
  54. * to the queue including a 2 cacheline header that is used
  55. * to manage the queue.
  56. *
  57. * Input:
  58. * mqd pointer to message queue descriptor
  59. * p pointer to user allocated mesq memory.
  60. * bytes size of message queue in bytes
  61. * vector interrupt vector (zero if no interrupts)
  62. * nasid nasid of blade where interrupt is delivered
  63. * apicid apicid of cpu for interrupt
  64. *
  65. * Errors:
  66. * 0 OK
  67. * >0 error
  68. */
  69. extern int gru_create_message_queue(struct gru_message_queue_desc *mqd,
  70. void *p, unsigned int bytes, int nasid, int vector, int apicid);
  71. /*
  72. * Send a message to a message queue.
  73. *
  74. * Note: The message queue transport mechanism uses the first 32
  75. * bits of the message. Users should avoid using these bits.
  76. *
  77. *
  78. * Input:
  79. * mqd pointer to message queue descriptor
  80. * mesg pointer to message. Must be 64-bit aligned
  81. * bytes size of message in bytes
  82. *
  83. * Output:
  84. * 0 message sent
  85. * >0 Send failure - see error codes below
  86. *
  87. */
  88. extern int gru_send_message_gpa(struct gru_message_queue_desc *mqd,
  89. void *mesg, unsigned int bytes);
  90. /* Status values for gru_send_message() */
  91. #define MQE_OK 0 /* message sent successfully */
  92. #define MQE_CONGESTION 1 /* temporary congestion, try again */
  93. #define MQE_QUEUE_FULL 2 /* queue is full */
  94. #define MQE_UNEXPECTED_CB_ERR 3 /* unexpected CB error */
  95. #define MQE_PAGE_OVERFLOW 10 /* BUG - queue overflowed a page */
  96. #define MQE_BUG_NO_RESOURCES 11 /* BUG - could not alloc GRU cb/dsr */
  97. /*
  98. * Advance the receive pointer for the message queue to the next message.
  99. * Note: current API requires messages to be gotten & freed in order. Future
  100. * API extensions may allow for out-of-order freeing.
  101. *
  102. * Input
  103. * mqd pointer to message queue descriptor
  104. * mesq message being freed
  105. */
  106. extern void gru_free_message(struct gru_message_queue_desc *mqd,
  107. void *mesq);
  108. /*
  109. * Get next message from message queue. Returns pointer to
  110. * message OR NULL if no message present.
  111. * User must call gru_free_message() after message is processed
  112. * in order to move the queue pointers to next message.
  113. *
  114. * Input
  115. * mqd pointer to message queue descriptor
  116. *
  117. * Output:
  118. * p pointer to message
  119. * NULL no message available
  120. */
  121. extern void *gru_get_next_message(struct gru_message_queue_desc *mqd);
  122. /*
  123. * Copy data using the GRU. Source or destination can be located in a remote
  124. * partition.
  125. *
  126. * Input:
  127. * dest_gpa destination global physical address
  128. * src_gpa source global physical address
  129. * bytes number of bytes to copy
  130. *
  131. * Output:
  132. * 0 OK
  133. * >0 error
  134. */
  135. extern int gru_copy_gpa(unsigned long dest_gpa, unsigned long src_gpa,
  136. unsigned int bytes);
  137. /*
  138. * Reserve GRU resources to be used asynchronously.
  139. *
  140. * input:
  141. * blade_id - blade on which resources should be reserved
  142. * cbrs - number of CBRs
  143. * dsr_bytes - number of DSR bytes needed
  144. * cmp - completion structure for waiting for
  145. * async completions
  146. * output:
  147. * handle to identify resource
  148. * (0 = no resources)
  149. */
  150. extern unsigned long gru_reserve_async_resources(int blade_id, int cbrs, int dsr_bytes,
  151. struct completion *cmp);
  152. /*
  153. * Release async resources previously reserved.
  154. *
  155. * input:
  156. * han - handle to identify resources
  157. */
  158. extern void gru_release_async_resources(unsigned long han);
  159. /*
  160. * Wait for async GRU instructions to complete.
  161. *
  162. * input:
  163. * han - handle to identify resources
  164. */
  165. extern void gru_wait_async_cbr(unsigned long han);
  166. /*
  167. * Lock previous reserved async GRU resources
  168. *
  169. * input:
  170. * han - handle to identify resources
  171. * output:
  172. * cb - pointer to first CBR
  173. * dsr - pointer to first DSR
  174. */
  175. extern void gru_lock_async_resource(unsigned long han, void **cb, void **dsr);
  176. /*
  177. * Unlock previous reserved async GRU resources
  178. *
  179. * input:
  180. * han - handle to identify resources
  181. */
  182. extern void gru_unlock_async_resource(unsigned long han);
  183. #endif /* __GRU_KSERVICES_H_ */