kprobes.h 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. #ifndef _LINUX_KPROBES_H
  2. #define _LINUX_KPROBES_H
  3. /*
  4. * Kernel Probes (KProbes)
  5. * include/linux/kprobes.h
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  20. *
  21. * Copyright (C) IBM Corporation, 2002, 2004
  22. *
  23. * 2002-Oct Created by Vamsi Krishna S <vamsi_krishna@in.ibm.com> Kernel
  24. * Probes initial implementation ( includes suggestions from
  25. * Rusty Russell).
  26. * 2004-July Suparna Bhattacharya <suparna@in.ibm.com> added jumper probes
  27. * interface to access function arguments.
  28. * 2005-May Hien Nguyen <hien@us.ibm.com> and Jim Keniston
  29. * <jkenisto@us.ibm.com> and Prasanna S Panchamukhi
  30. * <prasanna@in.ibm.com> added function-return probes.
  31. */
  32. #include <linux/linkage.h>
  33. #include <linux/list.h>
  34. #include <linux/notifier.h>
  35. #include <linux/smp.h>
  36. #include <linux/percpu.h>
  37. #include <linux/spinlock.h>
  38. #include <linux/rcupdate.h>
  39. #include <linux/mutex.h>
  40. #ifdef CONFIG_KPROBES
  41. #include <asm/kprobes.h>
  42. /* kprobe_status settings */
  43. #define KPROBE_HIT_ACTIVE 0x00000001
  44. #define KPROBE_HIT_SS 0x00000002
  45. #define KPROBE_REENTER 0x00000004
  46. #define KPROBE_HIT_SSDONE 0x00000008
  47. /* Attach to insert probes on any functions which should be ignored*/
  48. #define __kprobes __attribute__((__section__(".kprobes.text"))) notrace
  49. #else /* CONFIG_KPROBES */
  50. typedef int kprobe_opcode_t;
  51. struct arch_specific_insn {
  52. int dummy;
  53. };
  54. #define __kprobes notrace
  55. #endif /* CONFIG_KPROBES */
  56. struct kprobe;
  57. struct pt_regs;
  58. struct kretprobe;
  59. struct kretprobe_instance;
  60. typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *);
  61. typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *);
  62. typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *,
  63. unsigned long flags);
  64. typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *,
  65. int trapnr);
  66. typedef int (*kretprobe_handler_t) (struct kretprobe_instance *,
  67. struct pt_regs *);
  68. struct kprobe {
  69. struct hlist_node hlist;
  70. /* list of kprobes for multi-handler support */
  71. struct list_head list;
  72. /*count the number of times this probe was temporarily disarmed */
  73. unsigned long nmissed;
  74. /* location of the probe point */
  75. kprobe_opcode_t *addr;
  76. /* Allow user to indicate symbol name of the probe point */
  77. const char *symbol_name;
  78. /* Offset into the symbol */
  79. unsigned int offset;
  80. /* Called before addr is executed. */
  81. kprobe_pre_handler_t pre_handler;
  82. /* Called after addr is executed, unless... */
  83. kprobe_post_handler_t post_handler;
  84. /* ... called if executing addr causes a fault (eg. page fault).
  85. * Return 1 if it handled fault, otherwise kernel will see it. */
  86. kprobe_fault_handler_t fault_handler;
  87. /* ... called if breakpoint trap occurs in probe handler.
  88. * Return 1 if it handled break, otherwise kernel will see it. */
  89. kprobe_break_handler_t break_handler;
  90. /* Saved opcode (which has been replaced with breakpoint) */
  91. kprobe_opcode_t opcode;
  92. /* copy of the original instruction */
  93. struct arch_specific_insn ainsn;
  94. /* Indicates various status flags. Protected by kprobe_mutex. */
  95. u32 flags;
  96. };
  97. /* Kprobe status flags */
  98. #define KPROBE_FLAG_GONE 1 /* breakpoint has already gone */
  99. static inline int kprobe_gone(struct kprobe *p)
  100. {
  101. return p->flags & KPROBE_FLAG_GONE;
  102. }
  103. /*
  104. * Special probe type that uses setjmp-longjmp type tricks to resume
  105. * execution at a specified entry with a matching prototype corresponding
  106. * to the probed function - a trick to enable arguments to become
  107. * accessible seamlessly by probe handling logic.
  108. * Note:
  109. * Because of the way compilers allocate stack space for local variables
  110. * etc upfront, regardless of sub-scopes within a function, this mirroring
  111. * principle currently works only for probes placed on function entry points.
  112. */
  113. struct jprobe {
  114. struct kprobe kp;
  115. void *entry; /* probe handling code to jump to */
  116. };
  117. /* For backward compatibility with old code using JPROBE_ENTRY() */
  118. #define JPROBE_ENTRY(handler) (handler)
  119. /*
  120. * Function-return probe -
  121. * Note:
  122. * User needs to provide a handler function, and initialize maxactive.
  123. * maxactive - The maximum number of instances of the probed function that
  124. * can be active concurrently.
  125. * nmissed - tracks the number of times the probed function's return was
  126. * ignored, due to maxactive being too low.
  127. *
  128. */
  129. struct kretprobe {
  130. struct kprobe kp;
  131. kretprobe_handler_t handler;
  132. kretprobe_handler_t entry_handler;
  133. int maxactive;
  134. int nmissed;
  135. size_t data_size;
  136. struct hlist_head free_instances;
  137. spinlock_t lock;
  138. };
  139. struct kretprobe_instance {
  140. struct hlist_node hlist;
  141. struct kretprobe *rp;
  142. kprobe_opcode_t *ret_addr;
  143. struct task_struct *task;
  144. char data[0];
  145. };
  146. struct kretprobe_blackpoint {
  147. const char *name;
  148. void *addr;
  149. };
  150. struct kprobe_blackpoint {
  151. const char *name;
  152. unsigned long start_addr;
  153. unsigned long range;
  154. };
  155. #ifdef CONFIG_KPROBES
  156. DECLARE_PER_CPU(struct kprobe *, current_kprobe);
  157. DECLARE_PER_CPU(struct kprobe_ctlblk, kprobe_ctlblk);
  158. #ifdef CONFIG_KRETPROBES
  159. extern void arch_prepare_kretprobe(struct kretprobe_instance *ri,
  160. struct pt_regs *regs);
  161. extern int arch_trampoline_kprobe(struct kprobe *p);
  162. #else /* CONFIG_KRETPROBES */
  163. static inline void arch_prepare_kretprobe(struct kretprobe *rp,
  164. struct pt_regs *regs)
  165. {
  166. }
  167. static inline int arch_trampoline_kprobe(struct kprobe *p)
  168. {
  169. return 0;
  170. }
  171. #endif /* CONFIG_KRETPROBES */
  172. extern struct kretprobe_blackpoint kretprobe_blacklist[];
  173. static inline void kretprobe_assert(struct kretprobe_instance *ri,
  174. unsigned long orig_ret_address, unsigned long trampoline_address)
  175. {
  176. if (!orig_ret_address || (orig_ret_address == trampoline_address)) {
  177. printk("kretprobe BUG!: Processing kretprobe %p @ %p\n",
  178. ri->rp, ri->rp->kp.addr);
  179. BUG();
  180. }
  181. }
  182. #ifdef CONFIG_KPROBES_SANITY_TEST
  183. extern int init_test_probes(void);
  184. #else
  185. static inline int init_test_probes(void)
  186. {
  187. return 0;
  188. }
  189. #endif /* CONFIG_KPROBES_SANITY_TEST */
  190. extern int arch_prepare_kprobe(struct kprobe *p);
  191. extern void arch_arm_kprobe(struct kprobe *p);
  192. extern void arch_disarm_kprobe(struct kprobe *p);
  193. extern int arch_init_kprobes(void);
  194. extern void show_registers(struct pt_regs *regs);
  195. extern kprobe_opcode_t *get_insn_slot(void);
  196. extern void free_insn_slot(kprobe_opcode_t *slot, int dirty);
  197. extern void kprobes_inc_nmissed_count(struct kprobe *p);
  198. /* Get the kprobe at this addr (if any) - called with preemption disabled */
  199. struct kprobe *get_kprobe(void *addr);
  200. void kretprobe_hash_lock(struct task_struct *tsk,
  201. struct hlist_head **head, unsigned long *flags);
  202. void kretprobe_hash_unlock(struct task_struct *tsk, unsigned long *flags);
  203. struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk);
  204. /* kprobe_running() will just return the current_kprobe on this CPU */
  205. static inline struct kprobe *kprobe_running(void)
  206. {
  207. return (__get_cpu_var(current_kprobe));
  208. }
  209. static inline void reset_current_kprobe(void)
  210. {
  211. __get_cpu_var(current_kprobe) = NULL;
  212. }
  213. static inline struct kprobe_ctlblk *get_kprobe_ctlblk(void)
  214. {
  215. return (&__get_cpu_var(kprobe_ctlblk));
  216. }
  217. int register_kprobe(struct kprobe *p);
  218. void unregister_kprobe(struct kprobe *p);
  219. int register_kprobes(struct kprobe **kps, int num);
  220. void unregister_kprobes(struct kprobe **kps, int num);
  221. int setjmp_pre_handler(struct kprobe *, struct pt_regs *);
  222. int longjmp_break_handler(struct kprobe *, struct pt_regs *);
  223. int register_jprobe(struct jprobe *p);
  224. void unregister_jprobe(struct jprobe *p);
  225. int register_jprobes(struct jprobe **jps, int num);
  226. void unregister_jprobes(struct jprobe **jps, int num);
  227. void jprobe_return(void);
  228. unsigned long arch_deref_entry_point(void *);
  229. int register_kretprobe(struct kretprobe *rp);
  230. void unregister_kretprobe(struct kretprobe *rp);
  231. int register_kretprobes(struct kretprobe **rps, int num);
  232. void unregister_kretprobes(struct kretprobe **rps, int num);
  233. void kprobe_flush_task(struct task_struct *tk);
  234. void recycle_rp_inst(struct kretprobe_instance *ri, struct hlist_head *head);
  235. #else /* CONFIG_KPROBES */
  236. static inline struct kprobe *get_kprobe(void *addr)
  237. {
  238. return NULL;
  239. }
  240. static inline struct kprobe *kprobe_running(void)
  241. {
  242. return NULL;
  243. }
  244. static inline int register_kprobe(struct kprobe *p)
  245. {
  246. return -ENOSYS;
  247. }
  248. static inline int register_kprobes(struct kprobe **kps, int num)
  249. {
  250. return -ENOSYS;
  251. }
  252. static inline void unregister_kprobe(struct kprobe *p)
  253. {
  254. }
  255. static inline void unregister_kprobes(struct kprobe **kps, int num)
  256. {
  257. }
  258. static inline int register_jprobe(struct jprobe *p)
  259. {
  260. return -ENOSYS;
  261. }
  262. static inline int register_jprobes(struct jprobe **jps, int num)
  263. {
  264. return -ENOSYS;
  265. }
  266. static inline void unregister_jprobe(struct jprobe *p)
  267. {
  268. }
  269. static inline void unregister_jprobes(struct jprobe **jps, int num)
  270. {
  271. }
  272. static inline void jprobe_return(void)
  273. {
  274. }
  275. static inline int register_kretprobe(struct kretprobe *rp)
  276. {
  277. return -ENOSYS;
  278. }
  279. static inline int register_kretprobes(struct kretprobe **rps, int num)
  280. {
  281. return -ENOSYS;
  282. }
  283. static inline void unregister_kretprobe(struct kretprobe *rp)
  284. {
  285. }
  286. static inline void unregister_kretprobes(struct kretprobe **rps, int num)
  287. {
  288. }
  289. static inline void kprobe_flush_task(struct task_struct *tk)
  290. {
  291. }
  292. #endif /* CONFIG_KPROBES */
  293. #endif /* _LINUX_KPROBES_H */