kprobes.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393
  1. #ifndef _LINUX_KPROBES_H
  2. #define _LINUX_KPROBES_H
  3. /*
  4. * Kernel Probes (KProbes)
  5. * include/linux/kprobes.h
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  20. *
  21. * Copyright (C) IBM Corporation, 2002, 2004
  22. *
  23. * 2002-Oct Created by Vamsi Krishna S <vamsi_krishna@in.ibm.com> Kernel
  24. * Probes initial implementation ( includes suggestions from
  25. * Rusty Russell).
  26. * 2004-July Suparna Bhattacharya <suparna@in.ibm.com> added jumper probes
  27. * interface to access function arguments.
  28. * 2005-May Hien Nguyen <hien@us.ibm.com> and Jim Keniston
  29. * <jkenisto@us.ibm.com> and Prasanna S Panchamukhi
  30. * <prasanna@in.ibm.com> added function-return probes.
  31. */
  32. #include <linux/linkage.h>
  33. #include <linux/list.h>
  34. #include <linux/notifier.h>
  35. #include <linux/smp.h>
  36. #include <linux/percpu.h>
  37. #include <linux/spinlock.h>
  38. #include <linux/rcupdate.h>
  39. #include <linux/mutex.h>
  40. #ifdef CONFIG_KPROBES
  41. #include <asm/kprobes.h>
  42. /* kprobe_status settings */
  43. #define KPROBE_HIT_ACTIVE 0x00000001
  44. #define KPROBE_HIT_SS 0x00000002
  45. #define KPROBE_REENTER 0x00000004
  46. #define KPROBE_HIT_SSDONE 0x00000008
  47. /* Attach to insert probes on any functions which should be ignored*/
  48. #define __kprobes __attribute__((__section__(".kprobes.text")))
  49. #else /* CONFIG_KPROBES */
  50. typedef int kprobe_opcode_t;
  51. struct arch_specific_insn {
  52. int dummy;
  53. };
  54. #define __kprobes
  55. #endif /* CONFIG_KPROBES */
  56. struct kprobe;
  57. struct pt_regs;
  58. struct kretprobe;
  59. struct kretprobe_instance;
  60. typedef int (*kprobe_pre_handler_t) (struct kprobe *, struct pt_regs *);
  61. typedef int (*kprobe_break_handler_t) (struct kprobe *, struct pt_regs *);
  62. typedef void (*kprobe_post_handler_t) (struct kprobe *, struct pt_regs *,
  63. unsigned long flags);
  64. typedef int (*kprobe_fault_handler_t) (struct kprobe *, struct pt_regs *,
  65. int trapnr);
  66. typedef int (*kretprobe_handler_t) (struct kretprobe_instance *,
  67. struct pt_regs *);
  68. struct kprobe {
  69. struct hlist_node hlist;
  70. /* list of kprobes for multi-handler support */
  71. struct list_head list;
  72. /*count the number of times this probe was temporarily disarmed */
  73. unsigned long nmissed;
  74. /* location of the probe point */
  75. kprobe_opcode_t *addr;
  76. /* Allow user to indicate symbol name of the probe point */
  77. const char *symbol_name;
  78. /* Offset into the symbol */
  79. unsigned int offset;
  80. /* Called before addr is executed. */
  81. kprobe_pre_handler_t pre_handler;
  82. /* Called after addr is executed, unless... */
  83. kprobe_post_handler_t post_handler;
  84. /*
  85. * ... called if executing addr causes a fault (eg. page fault).
  86. * Return 1 if it handled fault, otherwise kernel will see it.
  87. */
  88. kprobe_fault_handler_t fault_handler;
  89. /*
  90. * ... called if breakpoint trap occurs in probe handler.
  91. * Return 1 if it handled break, otherwise kernel will see it.
  92. */
  93. kprobe_break_handler_t break_handler;
  94. /* Saved opcode (which has been replaced with breakpoint) */
  95. kprobe_opcode_t opcode;
  96. /* copy of the original instruction */
  97. struct arch_specific_insn ainsn;
  98. /*
  99. * Indicates various status flags.
  100. * Protected by kprobe_mutex after this kprobe is registered.
  101. */
  102. u32 flags;
  103. };
  104. /* Kprobe status flags */
  105. #define KPROBE_FLAG_GONE 1 /* breakpoint has already gone */
  106. #define KPROBE_FLAG_DISABLED 2 /* probe is temporarily disabled */
  107. /* Has this kprobe gone ? */
  108. static inline int kprobe_gone(struct kprobe *p)
  109. {
  110. return p->flags & KPROBE_FLAG_GONE;
  111. }
  112. /* Is this kprobe disabled ? */
  113. static inline int kprobe_disabled(struct kprobe *p)
  114. {
  115. return p->flags & (KPROBE_FLAG_DISABLED | KPROBE_FLAG_GONE);
  116. }
  117. /*
  118. * Special probe type that uses setjmp-longjmp type tricks to resume
  119. * execution at a specified entry with a matching prototype corresponding
  120. * to the probed function - a trick to enable arguments to become
  121. * accessible seamlessly by probe handling logic.
  122. * Note:
  123. * Because of the way compilers allocate stack space for local variables
  124. * etc upfront, regardless of sub-scopes within a function, this mirroring
  125. * principle currently works only for probes placed on function entry points.
  126. */
  127. struct jprobe {
  128. struct kprobe kp;
  129. void *entry; /* probe handling code to jump to */
  130. };
  131. /* For backward compatibility with old code using JPROBE_ENTRY() */
  132. #define JPROBE_ENTRY(handler) (handler)
  133. /*
  134. * Function-return probe -
  135. * Note:
  136. * User needs to provide a handler function, and initialize maxactive.
  137. * maxactive - The maximum number of instances of the probed function that
  138. * can be active concurrently.
  139. * nmissed - tracks the number of times the probed function's return was
  140. * ignored, due to maxactive being too low.
  141. *
  142. */
  143. struct kretprobe {
  144. struct kprobe kp;
  145. kretprobe_handler_t handler;
  146. kretprobe_handler_t entry_handler;
  147. int maxactive;
  148. int nmissed;
  149. size_t data_size;
  150. struct hlist_head free_instances;
  151. spinlock_t lock;
  152. };
  153. struct kretprobe_instance {
  154. struct hlist_node hlist;
  155. struct kretprobe *rp;
  156. kprobe_opcode_t *ret_addr;
  157. struct task_struct *task;
  158. char data[0];
  159. };
  160. struct kretprobe_blackpoint {
  161. const char *name;
  162. void *addr;
  163. };
  164. struct kprobe_blackpoint {
  165. const char *name;
  166. unsigned long start_addr;
  167. unsigned long range;
  168. };
  169. #ifdef CONFIG_KPROBES
  170. DECLARE_PER_CPU(struct kprobe *, current_kprobe);
  171. DECLARE_PER_CPU(struct kprobe_ctlblk, kprobe_ctlblk);
  172. /*
  173. * For #ifdef avoidance:
  174. */
  175. static inline int kprobes_built_in(void)
  176. {
  177. return 1;
  178. }
  179. #ifdef CONFIG_KRETPROBES
  180. extern void arch_prepare_kretprobe(struct kretprobe_instance *ri,
  181. struct pt_regs *regs);
  182. extern int arch_trampoline_kprobe(struct kprobe *p);
  183. #else /* CONFIG_KRETPROBES */
  184. static inline void arch_prepare_kretprobe(struct kretprobe *rp,
  185. struct pt_regs *regs)
  186. {
  187. }
  188. static inline int arch_trampoline_kprobe(struct kprobe *p)
  189. {
  190. return 0;
  191. }
  192. #endif /* CONFIG_KRETPROBES */
  193. extern struct kretprobe_blackpoint kretprobe_blacklist[];
  194. static inline void kretprobe_assert(struct kretprobe_instance *ri,
  195. unsigned long orig_ret_address, unsigned long trampoline_address)
  196. {
  197. if (!orig_ret_address || (orig_ret_address == trampoline_address)) {
  198. printk("kretprobe BUG!: Processing kretprobe %p @ %p\n",
  199. ri->rp, ri->rp->kp.addr);
  200. BUG();
  201. }
  202. }
  203. #ifdef CONFIG_KPROBES_SANITY_TEST
  204. extern int init_test_probes(void);
  205. #else
  206. static inline int init_test_probes(void)
  207. {
  208. return 0;
  209. }
  210. #endif /* CONFIG_KPROBES_SANITY_TEST */
  211. extern int arch_prepare_kprobe(struct kprobe *p);
  212. extern void arch_arm_kprobe(struct kprobe *p);
  213. extern void arch_disarm_kprobe(struct kprobe *p);
  214. extern int arch_init_kprobes(void);
  215. extern void show_registers(struct pt_regs *regs);
  216. extern kprobe_opcode_t *get_insn_slot(void);
  217. extern void free_insn_slot(kprobe_opcode_t *slot, int dirty);
  218. extern void kprobes_inc_nmissed_count(struct kprobe *p);
  219. /* Get the kprobe at this addr (if any) - called with preemption disabled */
  220. struct kprobe *get_kprobe(void *addr);
  221. void kretprobe_hash_lock(struct task_struct *tsk,
  222. struct hlist_head **head, unsigned long *flags);
  223. void kretprobe_hash_unlock(struct task_struct *tsk, unsigned long *flags);
  224. struct hlist_head * kretprobe_inst_table_head(struct task_struct *tsk);
  225. /* kprobe_running() will just return the current_kprobe on this CPU */
  226. static inline struct kprobe *kprobe_running(void)
  227. {
  228. return (__get_cpu_var(current_kprobe));
  229. }
  230. static inline void reset_current_kprobe(void)
  231. {
  232. __get_cpu_var(current_kprobe) = NULL;
  233. }
  234. static inline struct kprobe_ctlblk *get_kprobe_ctlblk(void)
  235. {
  236. return (&__get_cpu_var(kprobe_ctlblk));
  237. }
  238. int register_kprobe(struct kprobe *p);
  239. void unregister_kprobe(struct kprobe *p);
  240. int register_kprobes(struct kprobe **kps, int num);
  241. void unregister_kprobes(struct kprobe **kps, int num);
  242. int setjmp_pre_handler(struct kprobe *, struct pt_regs *);
  243. int longjmp_break_handler(struct kprobe *, struct pt_regs *);
  244. int register_jprobe(struct jprobe *p);
  245. void unregister_jprobe(struct jprobe *p);
  246. int register_jprobes(struct jprobe **jps, int num);
  247. void unregister_jprobes(struct jprobe **jps, int num);
  248. void jprobe_return(void);
  249. unsigned long arch_deref_entry_point(void *);
  250. int register_kretprobe(struct kretprobe *rp);
  251. void unregister_kretprobe(struct kretprobe *rp);
  252. int register_kretprobes(struct kretprobe **rps, int num);
  253. void unregister_kretprobes(struct kretprobe **rps, int num);
  254. void kprobe_flush_task(struct task_struct *tk);
  255. void recycle_rp_inst(struct kretprobe_instance *ri, struct hlist_head *head);
  256. int disable_kprobe(struct kprobe *kp);
  257. int enable_kprobe(struct kprobe *kp);
  258. void dump_kprobe(struct kprobe *kp);
  259. #else /* !CONFIG_KPROBES: */
  260. static inline int kprobes_built_in(void)
  261. {
  262. return 0;
  263. }
  264. static inline int kprobe_fault_handler(struct pt_regs *regs, int trapnr)
  265. {
  266. return 0;
  267. }
  268. static inline struct kprobe *get_kprobe(void *addr)
  269. {
  270. return NULL;
  271. }
  272. static inline struct kprobe *kprobe_running(void)
  273. {
  274. return NULL;
  275. }
  276. static inline int register_kprobe(struct kprobe *p)
  277. {
  278. return -ENOSYS;
  279. }
  280. static inline int register_kprobes(struct kprobe **kps, int num)
  281. {
  282. return -ENOSYS;
  283. }
  284. static inline void unregister_kprobe(struct kprobe *p)
  285. {
  286. }
  287. static inline void unregister_kprobes(struct kprobe **kps, int num)
  288. {
  289. }
  290. static inline int register_jprobe(struct jprobe *p)
  291. {
  292. return -ENOSYS;
  293. }
  294. static inline int register_jprobes(struct jprobe **jps, int num)
  295. {
  296. return -ENOSYS;
  297. }
  298. static inline void unregister_jprobe(struct jprobe *p)
  299. {
  300. }
  301. static inline void unregister_jprobes(struct jprobe **jps, int num)
  302. {
  303. }
  304. static inline void jprobe_return(void)
  305. {
  306. }
  307. static inline int register_kretprobe(struct kretprobe *rp)
  308. {
  309. return -ENOSYS;
  310. }
  311. static inline int register_kretprobes(struct kretprobe **rps, int num)
  312. {
  313. return -ENOSYS;
  314. }
  315. static inline void unregister_kretprobe(struct kretprobe *rp)
  316. {
  317. }
  318. static inline void unregister_kretprobes(struct kretprobe **rps, int num)
  319. {
  320. }
  321. static inline void kprobe_flush_task(struct task_struct *tk)
  322. {
  323. }
  324. static inline int disable_kprobe(struct kprobe *kp)
  325. {
  326. return -ENOSYS;
  327. }
  328. static inline int enable_kprobe(struct kprobe *kp)
  329. {
  330. return -ENOSYS;
  331. }
  332. #endif /* CONFIG_KPROBES */
  333. static inline int disable_kretprobe(struct kretprobe *rp)
  334. {
  335. return disable_kprobe(&rp->kp);
  336. }
  337. static inline int enable_kretprobe(struct kretprobe *rp)
  338. {
  339. return enable_kprobe(&rp->kp);
  340. }
  341. static inline int disable_jprobe(struct jprobe *jp)
  342. {
  343. return disable_kprobe(&jp->kp);
  344. }
  345. static inline int enable_jprobe(struct jprobe *jp)
  346. {
  347. return enable_kprobe(&jp->kp);
  348. }
  349. #endif /* _LINUX_KPROBES_H */