blktrace_api.h 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253
  1. #ifndef BLKTRACE_H
  2. #define BLKTRACE_H
  3. #include <linux/types.h>
  4. #ifdef __KERNEL__
  5. #include <linux/blkdev.h>
  6. #include <linux/relay.h>
  7. #include <linux/compat.h>
  8. #endif
  9. /*
  10. * Trace categories
  11. */
  12. enum blktrace_cat {
  13. BLK_TC_READ = 1 << 0, /* reads */
  14. BLK_TC_WRITE = 1 << 1, /* writes */
  15. BLK_TC_BARRIER = 1 << 2, /* barrier */
  16. BLK_TC_SYNC = 1 << 3, /* sync IO */
  17. BLK_TC_SYNCIO = BLK_TC_SYNC,
  18. BLK_TC_QUEUE = 1 << 4, /* queueing/merging */
  19. BLK_TC_REQUEUE = 1 << 5, /* requeueing */
  20. BLK_TC_ISSUE = 1 << 6, /* issue */
  21. BLK_TC_COMPLETE = 1 << 7, /* completions */
  22. BLK_TC_FS = 1 << 8, /* fs requests */
  23. BLK_TC_PC = 1 << 9, /* pc requests */
  24. BLK_TC_NOTIFY = 1 << 10, /* special message */
  25. BLK_TC_AHEAD = 1 << 11, /* readahead */
  26. BLK_TC_META = 1 << 12, /* metadata */
  27. BLK_TC_DISCARD = 1 << 13, /* discard requests */
  28. BLK_TC_DRV_DATA = 1 << 14, /* binary per-driver data */
  29. BLK_TC_END = 1 << 15, /* only 16-bits, reminder */
  30. };
  31. #define BLK_TC_SHIFT (16)
  32. #define BLK_TC_ACT(act) ((act) << BLK_TC_SHIFT)
  33. /*
  34. * Basic trace actions
  35. */
  36. enum blktrace_act {
  37. __BLK_TA_QUEUE = 1, /* queued */
  38. __BLK_TA_BACKMERGE, /* back merged to existing rq */
  39. __BLK_TA_FRONTMERGE, /* front merge to existing rq */
  40. __BLK_TA_GETRQ, /* allocated new request */
  41. __BLK_TA_SLEEPRQ, /* sleeping on rq allocation */
  42. __BLK_TA_REQUEUE, /* request requeued */
  43. __BLK_TA_ISSUE, /* sent to driver */
  44. __BLK_TA_COMPLETE, /* completed by driver */
  45. __BLK_TA_PLUG, /* queue was plugged */
  46. __BLK_TA_UNPLUG_IO, /* queue was unplugged by io */
  47. __BLK_TA_UNPLUG_TIMER, /* queue was unplugged by timer */
  48. __BLK_TA_INSERT, /* insert request */
  49. __BLK_TA_SPLIT, /* bio was split */
  50. __BLK_TA_BOUNCE, /* bio was bounced */
  51. __BLK_TA_REMAP, /* bio was remapped */
  52. __BLK_TA_ABORT, /* request aborted */
  53. __BLK_TA_DRV_DATA, /* driver-specific binary data */
  54. };
  55. /*
  56. * Notify events.
  57. */
  58. enum blktrace_notify {
  59. __BLK_TN_PROCESS = 0, /* establish pid/name mapping */
  60. __BLK_TN_TIMESTAMP, /* include system clock */
  61. __BLK_TN_MESSAGE, /* Character string message */
  62. };
  63. /*
  64. * Trace actions in full. Additionally, read or write is masked
  65. */
  66. #define BLK_TA_QUEUE (__BLK_TA_QUEUE | BLK_TC_ACT(BLK_TC_QUEUE))
  67. #define BLK_TA_BACKMERGE (__BLK_TA_BACKMERGE | BLK_TC_ACT(BLK_TC_QUEUE))
  68. #define BLK_TA_FRONTMERGE (__BLK_TA_FRONTMERGE | BLK_TC_ACT(BLK_TC_QUEUE))
  69. #define BLK_TA_GETRQ (__BLK_TA_GETRQ | BLK_TC_ACT(BLK_TC_QUEUE))
  70. #define BLK_TA_SLEEPRQ (__BLK_TA_SLEEPRQ | BLK_TC_ACT(BLK_TC_QUEUE))
  71. #define BLK_TA_REQUEUE (__BLK_TA_REQUEUE | BLK_TC_ACT(BLK_TC_REQUEUE))
  72. #define BLK_TA_ISSUE (__BLK_TA_ISSUE | BLK_TC_ACT(BLK_TC_ISSUE))
  73. #define BLK_TA_COMPLETE (__BLK_TA_COMPLETE| BLK_TC_ACT(BLK_TC_COMPLETE))
  74. #define BLK_TA_PLUG (__BLK_TA_PLUG | BLK_TC_ACT(BLK_TC_QUEUE))
  75. #define BLK_TA_UNPLUG_IO (__BLK_TA_UNPLUG_IO | BLK_TC_ACT(BLK_TC_QUEUE))
  76. #define BLK_TA_UNPLUG_TIMER (__BLK_TA_UNPLUG_TIMER | BLK_TC_ACT(BLK_TC_QUEUE))
  77. #define BLK_TA_INSERT (__BLK_TA_INSERT | BLK_TC_ACT(BLK_TC_QUEUE))
  78. #define BLK_TA_SPLIT (__BLK_TA_SPLIT)
  79. #define BLK_TA_BOUNCE (__BLK_TA_BOUNCE)
  80. #define BLK_TA_REMAP (__BLK_TA_REMAP | BLK_TC_ACT(BLK_TC_QUEUE))
  81. #define BLK_TA_ABORT (__BLK_TA_ABORT | BLK_TC_ACT(BLK_TC_QUEUE))
  82. #define BLK_TA_DRV_DATA (__BLK_TA_DRV_DATA | BLK_TC_ACT(BLK_TC_DRV_DATA))
  83. #define BLK_TN_PROCESS (__BLK_TN_PROCESS | BLK_TC_ACT(BLK_TC_NOTIFY))
  84. #define BLK_TN_TIMESTAMP (__BLK_TN_TIMESTAMP | BLK_TC_ACT(BLK_TC_NOTIFY))
  85. #define BLK_TN_MESSAGE (__BLK_TN_MESSAGE | BLK_TC_ACT(BLK_TC_NOTIFY))
  86. #define BLK_IO_TRACE_MAGIC 0x65617400
  87. #define BLK_IO_TRACE_VERSION 0x07
  88. /*
  89. * The trace itself
  90. */
  91. struct blk_io_trace {
  92. __u32 magic; /* MAGIC << 8 | version */
  93. __u32 sequence; /* event number */
  94. __u64 time; /* in microseconds */
  95. __u64 sector; /* disk offset */
  96. __u32 bytes; /* transfer length */
  97. __u32 action; /* what happened */
  98. __u32 pid; /* who did it */
  99. __u32 device; /* device number */
  100. __u32 cpu; /* on what cpu did it happen */
  101. __u16 error; /* completion error */
  102. __u16 pdu_len; /* length of data after this trace */
  103. };
  104. /*
  105. * The remap event
  106. */
  107. struct blk_io_trace_remap {
  108. __be32 device_from;
  109. __be32 device_to;
  110. __be64 sector_from;
  111. };
  112. enum {
  113. Blktrace_setup = 1,
  114. Blktrace_running,
  115. Blktrace_stopped,
  116. };
  117. #define BLKTRACE_BDEV_SIZE 32
  118. /*
  119. * User setup structure passed with BLKTRACESTART
  120. */
  121. struct blk_user_trace_setup {
  122. char name[BLKTRACE_BDEV_SIZE]; /* output */
  123. __u16 act_mask; /* input */
  124. __u32 buf_size; /* input */
  125. __u32 buf_nr; /* input */
  126. __u64 start_lba;
  127. __u64 end_lba;
  128. __u32 pid;
  129. };
  130. #ifdef __KERNEL__
  131. #if defined(CONFIG_BLK_DEV_IO_TRACE)
  132. #include <linux/sysfs.h>
  133. struct blk_trace {
  134. int trace_state;
  135. struct rchan *rchan;
  136. unsigned long __percpu *sequence;
  137. unsigned char __percpu *msg_data;
  138. u16 act_mask;
  139. u64 start_lba;
  140. u64 end_lba;
  141. u32 pid;
  142. u32 dev;
  143. struct dentry *dir;
  144. struct dentry *dropped_file;
  145. struct dentry *msg_file;
  146. atomic_t dropped;
  147. };
  148. extern int blk_trace_ioctl(struct block_device *, unsigned, char __user *);
  149. extern void blk_trace_shutdown(struct request_queue *);
  150. extern int do_blk_trace_setup(struct request_queue *q, char *name,
  151. dev_t dev, struct block_device *bdev,
  152. struct blk_user_trace_setup *buts);
  153. extern __attribute__((format(printf, 2, 3)))
  154. void __trace_note_message(struct blk_trace *, const char *fmt, ...);
  155. /**
  156. * blk_add_trace_msg - Add a (simple) message to the blktrace stream
  157. * @q: queue the io is for
  158. * @fmt: format to print message in
  159. * args... Variable argument list for format
  160. *
  161. * Description:
  162. * Records a (simple) message onto the blktrace stream.
  163. *
  164. * NOTE: BLK_TN_MAX_MSG characters are output at most.
  165. * NOTE: Can not use 'static inline' due to presence of var args...
  166. *
  167. **/
  168. #define blk_add_trace_msg(q, fmt, ...) \
  169. do { \
  170. struct blk_trace *bt = (q)->blk_trace; \
  171. if (unlikely(bt)) \
  172. __trace_note_message(bt, fmt, ##__VA_ARGS__); \
  173. } while (0)
  174. #define BLK_TN_MAX_MSG 128
  175. extern void blk_add_driver_data(struct request_queue *q, struct request *rq,
  176. void *data, size_t len);
  177. extern int blk_trace_setup(struct request_queue *q, char *name, dev_t dev,
  178. struct block_device *bdev,
  179. char __user *arg);
  180. extern int blk_trace_startstop(struct request_queue *q, int start);
  181. extern int blk_trace_remove(struct request_queue *q);
  182. extern void blk_trace_remove_sysfs(struct device *dev);
  183. extern int blk_trace_init_sysfs(struct device *dev);
  184. extern struct attribute_group blk_trace_attr_group;
  185. #else /* !CONFIG_BLK_DEV_IO_TRACE */
  186. # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY)
  187. # define blk_trace_shutdown(q) do { } while (0)
  188. # define do_blk_trace_setup(q, name, dev, bdev, buts) (-ENOTTY)
  189. # define blk_add_driver_data(q, rq, data, len) do {} while (0)
  190. # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY)
  191. # define blk_trace_startstop(q, start) (-ENOTTY)
  192. # define blk_trace_remove(q) (-ENOTTY)
  193. # define blk_add_trace_msg(q, fmt, ...) do { } while (0)
  194. # define blk_trace_remove_sysfs(dev) do { } while (0)
  195. static inline int blk_trace_init_sysfs(struct device *dev)
  196. {
  197. return 0;
  198. }
  199. #endif /* CONFIG_BLK_DEV_IO_TRACE */
  200. #ifdef CONFIG_COMPAT
  201. struct compat_blk_user_trace_setup {
  202. char name[32];
  203. u16 act_mask;
  204. u32 buf_size;
  205. u32 buf_nr;
  206. compat_u64 start_lba;
  207. compat_u64 end_lba;
  208. u32 pid;
  209. };
  210. #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup)
  211. #endif
  212. #if defined(CONFIG_EVENT_TRACING) && defined(CONFIG_BLOCK)
  213. static inline int blk_cmd_buf_len(struct request *rq)
  214. {
  215. return (rq->cmd_type == REQ_TYPE_BLOCK_PC) ? rq->cmd_len * 3 : 1;
  216. }
  217. extern void blk_dump_cmd(char *buf, struct request *rq);
  218. extern void blk_fill_rwbs(char *rwbs, u32 rw, int bytes);
  219. #endif /* CONFIG_EVENT_TRACING && CONFIG_BLOCK */
  220. #endif /* __KERNEL__ */
  221. #endif