debug_core.c 24 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030
  1. /*
  2. * Kernel Debug Core
  3. *
  4. * Maintainer: Jason Wessel <jason.wessel@windriver.com>
  5. *
  6. * Copyright (C) 2000-2001 VERITAS Software Corporation.
  7. * Copyright (C) 2002-2004 Timesys Corporation
  8. * Copyright (C) 2003-2004 Amit S. Kale <amitkale@linsyssoft.com>
  9. * Copyright (C) 2004 Pavel Machek <pavel@ucw.cz>
  10. * Copyright (C) 2004-2006 Tom Rini <trini@kernel.crashing.org>
  11. * Copyright (C) 2004-2006 LinSysSoft Technologies Pvt. Ltd.
  12. * Copyright (C) 2005-2009 Wind River Systems, Inc.
  13. * Copyright (C) 2007 MontaVista Software, Inc.
  14. * Copyright (C) 2008 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
  15. *
  16. * Contributors at various stages not listed above:
  17. * Jason Wessel ( jason.wessel@windriver.com )
  18. * George Anzinger <george@mvista.com>
  19. * Anurekh Saxena (anurekh.saxena@timesys.com)
  20. * Lake Stevens Instrument Division (Glenn Engel)
  21. * Jim Kingdon, Cygnus Support.
  22. *
  23. * Original KGDB stub: David Grothe <dave@gcom.com>,
  24. * Tigran Aivazian <tigran@sco.com>
  25. *
  26. * This file is licensed under the terms of the GNU General Public License
  27. * version 2. This program is licensed "as is" without any warranty of any
  28. * kind, whether express or implied.
  29. */
  30. #include <linux/pid_namespace.h>
  31. #include <linux/clocksource.h>
  32. #include <linux/serial_core.h>
  33. #include <linux/interrupt.h>
  34. #include <linux/spinlock.h>
  35. #include <linux/console.h>
  36. #include <linux/threads.h>
  37. #include <linux/uaccess.h>
  38. #include <linux/kernel.h>
  39. #include <linux/module.h>
  40. #include <linux/ptrace.h>
  41. #include <linux/string.h>
  42. #include <linux/delay.h>
  43. #include <linux/sched.h>
  44. #include <linux/sysrq.h>
  45. #include <linux/reboot.h>
  46. #include <linux/init.h>
  47. #include <linux/kgdb.h>
  48. #include <linux/kdb.h>
  49. #include <linux/pid.h>
  50. #include <linux/smp.h>
  51. #include <linux/mm.h>
  52. #include <linux/rcupdate.h>
  53. #include <asm/cacheflush.h>
  54. #include <asm/byteorder.h>
  55. #include <linux/atomic.h>
  56. #include "debug_core.h"
  57. static int kgdb_break_asap;
  58. struct debuggerinfo_struct kgdb_info[NR_CPUS];
  59. /**
  60. * kgdb_connected - Is a host GDB connected to us?
  61. */
  62. int kgdb_connected;
  63. EXPORT_SYMBOL_GPL(kgdb_connected);
  64. /* All the KGDB handlers are installed */
  65. int kgdb_io_module_registered;
  66. /* Guard for recursive entry */
  67. static int exception_level;
  68. struct kgdb_io *dbg_io_ops;
  69. static DEFINE_SPINLOCK(kgdb_registration_lock);
  70. /* Action for the reboot notifiter, a global allow kdb to change it */
  71. static int kgdbreboot;
  72. /* kgdb console driver is loaded */
  73. static int kgdb_con_registered;
  74. /* determine if kgdb console output should be used */
  75. static int kgdb_use_con;
  76. /* Flag for alternate operations for early debugging */
  77. bool dbg_is_early = true;
  78. /* Next cpu to become the master debug core */
  79. int dbg_switch_cpu;
  80. /* Use kdb or gdbserver mode */
  81. int dbg_kdb_mode = 1;
  82. static int __init opt_kgdb_con(char *str)
  83. {
  84. kgdb_use_con = 1;
  85. return 0;
  86. }
  87. early_param("kgdbcon", opt_kgdb_con);
  88. module_param(kgdb_use_con, int, 0644);
  89. module_param(kgdbreboot, int, 0644);
  90. /*
  91. * Holds information about breakpoints in a kernel. These breakpoints are
  92. * added and removed by gdb.
  93. */
  94. static struct kgdb_bkpt kgdb_break[KGDB_MAX_BREAKPOINTS] = {
  95. [0 ... KGDB_MAX_BREAKPOINTS-1] = { .state = BP_UNDEFINED }
  96. };
  97. /*
  98. * The CPU# of the active CPU, or -1 if none:
  99. */
  100. atomic_t kgdb_active = ATOMIC_INIT(-1);
  101. EXPORT_SYMBOL_GPL(kgdb_active);
  102. static DEFINE_RAW_SPINLOCK(dbg_master_lock);
  103. static DEFINE_RAW_SPINLOCK(dbg_slave_lock);
  104. /*
  105. * We use NR_CPUs not PERCPU, in case kgdb is used to debug early
  106. * bootup code (which might not have percpu set up yet):
  107. */
  108. static atomic_t masters_in_kgdb;
  109. static atomic_t slaves_in_kgdb;
  110. static atomic_t kgdb_break_tasklet_var;
  111. atomic_t kgdb_setting_breakpoint;
  112. struct task_struct *kgdb_usethread;
  113. struct task_struct *kgdb_contthread;
  114. int kgdb_single_step;
  115. static pid_t kgdb_sstep_pid;
  116. /* to keep track of the CPU which is doing the single stepping*/
  117. atomic_t kgdb_cpu_doing_single_step = ATOMIC_INIT(-1);
  118. /*
  119. * If you are debugging a problem where roundup (the collection of
  120. * all other CPUs) is a problem [this should be extremely rare],
  121. * then use the nokgdbroundup option to avoid roundup. In that case
  122. * the other CPUs might interfere with your debugging context, so
  123. * use this with care:
  124. */
  125. static int kgdb_do_roundup = 1;
  126. static int __init opt_nokgdbroundup(char *str)
  127. {
  128. kgdb_do_roundup = 0;
  129. return 0;
  130. }
  131. early_param("nokgdbroundup", opt_nokgdbroundup);
  132. /*
  133. * Finally, some KGDB code :-)
  134. */
  135. /*
  136. * Weak aliases for breakpoint management,
  137. * can be overriden by architectures when needed:
  138. */
  139. int __weak kgdb_arch_set_breakpoint(struct kgdb_bkpt *bpt)
  140. {
  141. int err;
  142. err = probe_kernel_read(bpt->saved_instr, (char *)bpt->bpt_addr,
  143. BREAK_INSTR_SIZE);
  144. if (err)
  145. return err;
  146. err = probe_kernel_write((char *)bpt->bpt_addr,
  147. arch_kgdb_ops.gdb_bpt_instr, BREAK_INSTR_SIZE);
  148. return err;
  149. }
  150. int __weak kgdb_arch_remove_breakpoint(struct kgdb_bkpt *bpt)
  151. {
  152. return probe_kernel_write((char *)bpt->bpt_addr,
  153. (char *)bpt->saved_instr, BREAK_INSTR_SIZE);
  154. }
  155. int __weak kgdb_validate_break_address(unsigned long addr)
  156. {
  157. struct kgdb_bkpt tmp;
  158. int err;
  159. /* Validate setting the breakpoint and then removing it. If the
  160. * remove fails, the kernel needs to emit a bad message because we
  161. * are deep trouble not being able to put things back the way we
  162. * found them.
  163. */
  164. tmp.bpt_addr = addr;
  165. err = kgdb_arch_set_breakpoint(&tmp);
  166. if (err)
  167. return err;
  168. err = kgdb_arch_remove_breakpoint(&tmp);
  169. if (err)
  170. printk(KERN_ERR "KGDB: Critical breakpoint error, kernel "
  171. "memory destroyed at: %lx", addr);
  172. return err;
  173. }
  174. unsigned long __weak kgdb_arch_pc(int exception, struct pt_regs *regs)
  175. {
  176. return instruction_pointer(regs);
  177. }
  178. int __weak kgdb_arch_init(void)
  179. {
  180. return 0;
  181. }
  182. int __weak kgdb_skipexception(int exception, struct pt_regs *regs)
  183. {
  184. return 0;
  185. }
  186. /*
  187. * Some architectures need cache flushes when we set/clear a
  188. * breakpoint:
  189. */
  190. static void kgdb_flush_swbreak_addr(unsigned long addr)
  191. {
  192. if (!CACHE_FLUSH_IS_SAFE)
  193. return;
  194. if (current->mm && current->mm->mmap_cache) {
  195. flush_cache_range(current->mm->mmap_cache,
  196. addr, addr + BREAK_INSTR_SIZE);
  197. }
  198. /* Force flush instruction cache if it was outside the mm */
  199. flush_icache_range(addr, addr + BREAK_INSTR_SIZE);
  200. }
  201. /*
  202. * SW breakpoint management:
  203. */
  204. int dbg_activate_sw_breakpoints(void)
  205. {
  206. int error;
  207. int ret = 0;
  208. int i;
  209. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  210. if (kgdb_break[i].state != BP_SET)
  211. continue;
  212. error = kgdb_arch_set_breakpoint(&kgdb_break[i]);
  213. if (error) {
  214. ret = error;
  215. printk(KERN_INFO "KGDB: BP install failed: %lx",
  216. kgdb_break[i].bpt_addr);
  217. continue;
  218. }
  219. kgdb_flush_swbreak_addr(kgdb_break[i].bpt_addr);
  220. kgdb_break[i].state = BP_ACTIVE;
  221. }
  222. return ret;
  223. }
  224. int dbg_set_sw_break(unsigned long addr)
  225. {
  226. int err = kgdb_validate_break_address(addr);
  227. int breakno = -1;
  228. int i;
  229. if (err)
  230. return err;
  231. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  232. if ((kgdb_break[i].state == BP_SET) &&
  233. (kgdb_break[i].bpt_addr == addr))
  234. return -EEXIST;
  235. }
  236. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  237. if (kgdb_break[i].state == BP_REMOVED &&
  238. kgdb_break[i].bpt_addr == addr) {
  239. breakno = i;
  240. break;
  241. }
  242. }
  243. if (breakno == -1) {
  244. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  245. if (kgdb_break[i].state == BP_UNDEFINED) {
  246. breakno = i;
  247. break;
  248. }
  249. }
  250. }
  251. if (breakno == -1)
  252. return -E2BIG;
  253. kgdb_break[breakno].state = BP_SET;
  254. kgdb_break[breakno].type = BP_BREAKPOINT;
  255. kgdb_break[breakno].bpt_addr = addr;
  256. return 0;
  257. }
  258. int dbg_deactivate_sw_breakpoints(void)
  259. {
  260. int error;
  261. int ret = 0;
  262. int i;
  263. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  264. if (kgdb_break[i].state != BP_ACTIVE)
  265. continue;
  266. error = kgdb_arch_remove_breakpoint(&kgdb_break[i]);
  267. if (error) {
  268. printk(KERN_INFO "KGDB: BP remove failed: %lx\n",
  269. kgdb_break[i].bpt_addr);
  270. ret = error;
  271. }
  272. kgdb_flush_swbreak_addr(kgdb_break[i].bpt_addr);
  273. kgdb_break[i].state = BP_SET;
  274. }
  275. return ret;
  276. }
  277. int dbg_remove_sw_break(unsigned long addr)
  278. {
  279. int i;
  280. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  281. if ((kgdb_break[i].state == BP_SET) &&
  282. (kgdb_break[i].bpt_addr == addr)) {
  283. kgdb_break[i].state = BP_REMOVED;
  284. return 0;
  285. }
  286. }
  287. return -ENOENT;
  288. }
  289. int kgdb_isremovedbreak(unsigned long addr)
  290. {
  291. int i;
  292. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  293. if ((kgdb_break[i].state == BP_REMOVED) &&
  294. (kgdb_break[i].bpt_addr == addr))
  295. return 1;
  296. }
  297. return 0;
  298. }
  299. int dbg_remove_all_break(void)
  300. {
  301. int error;
  302. int i;
  303. /* Clear memory breakpoints. */
  304. for (i = 0; i < KGDB_MAX_BREAKPOINTS; i++) {
  305. if (kgdb_break[i].state != BP_ACTIVE)
  306. goto setundefined;
  307. error = kgdb_arch_remove_breakpoint(&kgdb_break[i]);
  308. if (error)
  309. printk(KERN_ERR "KGDB: breakpoint remove failed: %lx\n",
  310. kgdb_break[i].bpt_addr);
  311. setundefined:
  312. kgdb_break[i].state = BP_UNDEFINED;
  313. }
  314. /* Clear hardware breakpoints. */
  315. if (arch_kgdb_ops.remove_all_hw_break)
  316. arch_kgdb_ops.remove_all_hw_break();
  317. return 0;
  318. }
  319. /*
  320. * Return true if there is a valid kgdb I/O module. Also if no
  321. * debugger is attached a message can be printed to the console about
  322. * waiting for the debugger to attach.
  323. *
  324. * The print_wait argument is only to be true when called from inside
  325. * the core kgdb_handle_exception, because it will wait for the
  326. * debugger to attach.
  327. */
  328. static int kgdb_io_ready(int print_wait)
  329. {
  330. if (!dbg_io_ops)
  331. return 0;
  332. if (kgdb_connected)
  333. return 1;
  334. if (atomic_read(&kgdb_setting_breakpoint))
  335. return 1;
  336. if (print_wait) {
  337. #ifdef CONFIG_KGDB_KDB
  338. if (!dbg_kdb_mode)
  339. printk(KERN_CRIT "KGDB: waiting... or $3#33 for KDB\n");
  340. #else
  341. printk(KERN_CRIT "KGDB: Waiting for remote debugger\n");
  342. #endif
  343. }
  344. return 1;
  345. }
  346. static int kgdb_reenter_check(struct kgdb_state *ks)
  347. {
  348. unsigned long addr;
  349. if (atomic_read(&kgdb_active) != raw_smp_processor_id())
  350. return 0;
  351. /* Panic on recursive debugger calls: */
  352. exception_level++;
  353. addr = kgdb_arch_pc(ks->ex_vector, ks->linux_regs);
  354. dbg_deactivate_sw_breakpoints();
  355. /*
  356. * If the break point removed ok at the place exception
  357. * occurred, try to recover and print a warning to the end
  358. * user because the user planted a breakpoint in a place that
  359. * KGDB needs in order to function.
  360. */
  361. if (dbg_remove_sw_break(addr) == 0) {
  362. exception_level = 0;
  363. kgdb_skipexception(ks->ex_vector, ks->linux_regs);
  364. dbg_activate_sw_breakpoints();
  365. printk(KERN_CRIT "KGDB: re-enter error: breakpoint removed %lx\n",
  366. addr);
  367. WARN_ON_ONCE(1);
  368. return 1;
  369. }
  370. dbg_remove_all_break();
  371. kgdb_skipexception(ks->ex_vector, ks->linux_regs);
  372. if (exception_level > 1) {
  373. dump_stack();
  374. panic("Recursive entry to debugger");
  375. }
  376. printk(KERN_CRIT "KGDB: re-enter exception: ALL breakpoints killed\n");
  377. #ifdef CONFIG_KGDB_KDB
  378. /* Allow kdb to debug itself one level */
  379. return 0;
  380. #endif
  381. dump_stack();
  382. panic("Recursive entry to debugger");
  383. return 1;
  384. }
  385. static void dbg_touch_watchdogs(void)
  386. {
  387. touch_softlockup_watchdog_sync();
  388. clocksource_touch_watchdog();
  389. rcu_cpu_stall_reset();
  390. }
  391. static int kgdb_cpu_enter(struct kgdb_state *ks, struct pt_regs *regs,
  392. int exception_state)
  393. {
  394. unsigned long flags;
  395. int sstep_tries = 100;
  396. int error;
  397. int cpu;
  398. int trace_on = 0;
  399. int online_cpus = num_online_cpus();
  400. kgdb_info[ks->cpu].enter_kgdb++;
  401. kgdb_info[ks->cpu].exception_state |= exception_state;
  402. if (exception_state == DCPU_WANT_MASTER)
  403. atomic_inc(&masters_in_kgdb);
  404. else
  405. atomic_inc(&slaves_in_kgdb);
  406. if (arch_kgdb_ops.disable_hw_break)
  407. arch_kgdb_ops.disable_hw_break(regs);
  408. acquirelock:
  409. /*
  410. * Interrupts will be restored by the 'trap return' code, except when
  411. * single stepping.
  412. */
  413. local_irq_save(flags);
  414. cpu = ks->cpu;
  415. kgdb_info[cpu].debuggerinfo = regs;
  416. kgdb_info[cpu].task = current;
  417. kgdb_info[cpu].ret_state = 0;
  418. kgdb_info[cpu].irq_depth = hardirq_count() >> HARDIRQ_SHIFT;
  419. /* Make sure the above info reaches the primary CPU */
  420. smp_mb();
  421. if (exception_level == 1) {
  422. if (raw_spin_trylock(&dbg_master_lock))
  423. atomic_xchg(&kgdb_active, cpu);
  424. goto cpu_master_loop;
  425. }
  426. /*
  427. * CPU will loop if it is a slave or request to become a kgdb
  428. * master cpu and acquire the kgdb_active lock:
  429. */
  430. while (1) {
  431. cpu_loop:
  432. if (kgdb_info[cpu].exception_state & DCPU_NEXT_MASTER) {
  433. kgdb_info[cpu].exception_state &= ~DCPU_NEXT_MASTER;
  434. goto cpu_master_loop;
  435. } else if (kgdb_info[cpu].exception_state & DCPU_WANT_MASTER) {
  436. if (raw_spin_trylock(&dbg_master_lock)) {
  437. atomic_xchg(&kgdb_active, cpu);
  438. break;
  439. }
  440. } else if (kgdb_info[cpu].exception_state & DCPU_IS_SLAVE) {
  441. if (!raw_spin_is_locked(&dbg_slave_lock))
  442. goto return_normal;
  443. } else {
  444. return_normal:
  445. /* Return to normal operation by executing any
  446. * hw breakpoint fixup.
  447. */
  448. if (arch_kgdb_ops.correct_hw_break)
  449. arch_kgdb_ops.correct_hw_break();
  450. if (trace_on)
  451. tracing_on();
  452. kgdb_info[cpu].exception_state &=
  453. ~(DCPU_WANT_MASTER | DCPU_IS_SLAVE);
  454. kgdb_info[cpu].enter_kgdb--;
  455. smp_mb__before_atomic_dec();
  456. atomic_dec(&slaves_in_kgdb);
  457. dbg_touch_watchdogs();
  458. local_irq_restore(flags);
  459. return 0;
  460. }
  461. cpu_relax();
  462. }
  463. /*
  464. * For single stepping, try to only enter on the processor
  465. * that was single stepping. To guard against a deadlock, the
  466. * kernel will only try for the value of sstep_tries before
  467. * giving up and continuing on.
  468. */
  469. if (atomic_read(&kgdb_cpu_doing_single_step) != -1 &&
  470. (kgdb_info[cpu].task &&
  471. kgdb_info[cpu].task->pid != kgdb_sstep_pid) && --sstep_tries) {
  472. atomic_set(&kgdb_active, -1);
  473. raw_spin_unlock(&dbg_master_lock);
  474. dbg_touch_watchdogs();
  475. local_irq_restore(flags);
  476. goto acquirelock;
  477. }
  478. if (!kgdb_io_ready(1)) {
  479. kgdb_info[cpu].ret_state = 1;
  480. goto kgdb_restore; /* No I/O connection, resume the system */
  481. }
  482. /*
  483. * Don't enter if we have hit a removed breakpoint.
  484. */
  485. if (kgdb_skipexception(ks->ex_vector, ks->linux_regs))
  486. goto kgdb_restore;
  487. /* Call the I/O driver's pre_exception routine */
  488. if (dbg_io_ops->pre_exception)
  489. dbg_io_ops->pre_exception();
  490. /*
  491. * Get the passive CPU lock which will hold all the non-primary
  492. * CPU in a spin state while the debugger is active
  493. */
  494. if (!kgdb_single_step)
  495. raw_spin_lock(&dbg_slave_lock);
  496. #ifdef CONFIG_SMP
  497. /* Signal the other CPUs to enter kgdb_wait() */
  498. if ((!kgdb_single_step) && kgdb_do_roundup)
  499. kgdb_roundup_cpus(flags);
  500. #endif
  501. /*
  502. * Wait for the other CPUs to be notified and be waiting for us:
  503. */
  504. while (kgdb_do_roundup && (atomic_read(&masters_in_kgdb) +
  505. atomic_read(&slaves_in_kgdb)) != online_cpus)
  506. cpu_relax();
  507. /*
  508. * At this point the primary processor is completely
  509. * in the debugger and all secondary CPUs are quiescent
  510. */
  511. dbg_deactivate_sw_breakpoints();
  512. kgdb_single_step = 0;
  513. kgdb_contthread = current;
  514. exception_level = 0;
  515. trace_on = tracing_is_on();
  516. if (trace_on)
  517. tracing_off();
  518. while (1) {
  519. cpu_master_loop:
  520. if (dbg_kdb_mode) {
  521. kgdb_connected = 1;
  522. error = kdb_stub(ks);
  523. if (error == -1)
  524. continue;
  525. kgdb_connected = 0;
  526. } else {
  527. error = gdb_serial_stub(ks);
  528. }
  529. if (error == DBG_PASS_EVENT) {
  530. dbg_kdb_mode = !dbg_kdb_mode;
  531. } else if (error == DBG_SWITCH_CPU_EVENT) {
  532. kgdb_info[dbg_switch_cpu].exception_state |=
  533. DCPU_NEXT_MASTER;
  534. goto cpu_loop;
  535. } else {
  536. kgdb_info[cpu].ret_state = error;
  537. break;
  538. }
  539. }
  540. /* Call the I/O driver's post_exception routine */
  541. if (dbg_io_ops->post_exception)
  542. dbg_io_ops->post_exception();
  543. if (!kgdb_single_step) {
  544. raw_spin_unlock(&dbg_slave_lock);
  545. /* Wait till all the CPUs have quit from the debugger. */
  546. while (kgdb_do_roundup && atomic_read(&slaves_in_kgdb))
  547. cpu_relax();
  548. }
  549. kgdb_restore:
  550. if (atomic_read(&kgdb_cpu_doing_single_step) != -1) {
  551. int sstep_cpu = atomic_read(&kgdb_cpu_doing_single_step);
  552. if (kgdb_info[sstep_cpu].task)
  553. kgdb_sstep_pid = kgdb_info[sstep_cpu].task->pid;
  554. else
  555. kgdb_sstep_pid = 0;
  556. }
  557. if (arch_kgdb_ops.correct_hw_break)
  558. arch_kgdb_ops.correct_hw_break();
  559. if (trace_on)
  560. tracing_on();
  561. kgdb_info[cpu].exception_state &=
  562. ~(DCPU_WANT_MASTER | DCPU_IS_SLAVE);
  563. kgdb_info[cpu].enter_kgdb--;
  564. smp_mb__before_atomic_dec();
  565. atomic_dec(&masters_in_kgdb);
  566. /* Free kgdb_active */
  567. atomic_set(&kgdb_active, -1);
  568. raw_spin_unlock(&dbg_master_lock);
  569. dbg_touch_watchdogs();
  570. local_irq_restore(flags);
  571. return kgdb_info[cpu].ret_state;
  572. }
  573. /*
  574. * kgdb_handle_exception() - main entry point from a kernel exception
  575. *
  576. * Locking hierarchy:
  577. * interface locks, if any (begin_session)
  578. * kgdb lock (kgdb_active)
  579. */
  580. int
  581. kgdb_handle_exception(int evector, int signo, int ecode, struct pt_regs *regs)
  582. {
  583. struct kgdb_state kgdb_var;
  584. struct kgdb_state *ks = &kgdb_var;
  585. int ret = 0;
  586. if (arch_kgdb_ops.enable_nmi)
  587. arch_kgdb_ops.enable_nmi(0);
  588. ks->cpu = raw_smp_processor_id();
  589. ks->ex_vector = evector;
  590. ks->signo = signo;
  591. ks->err_code = ecode;
  592. ks->kgdb_usethreadid = 0;
  593. ks->linux_regs = regs;
  594. if (kgdb_reenter_check(ks))
  595. goto out; /* Ouch, double exception ! */
  596. if (kgdb_info[ks->cpu].enter_kgdb != 0)
  597. goto out;
  598. ret = kgdb_cpu_enter(ks, regs, DCPU_WANT_MASTER);
  599. out:
  600. if (arch_kgdb_ops.enable_nmi)
  601. arch_kgdb_ops.enable_nmi(1);
  602. return ret;
  603. }
  604. /*
  605. * GDB places a breakpoint at this function to know dynamically
  606. * loaded objects. It's not defined static so that only one instance with this
  607. * name exists in the kernel.
  608. */
  609. static int module_event(struct notifier_block *self, unsigned long val,
  610. void *data)
  611. {
  612. return 0;
  613. }
  614. static struct notifier_block dbg_module_load_nb = {
  615. .notifier_call = module_event,
  616. };
  617. int kgdb_nmicallback(int cpu, void *regs)
  618. {
  619. #ifdef CONFIG_SMP
  620. struct kgdb_state kgdb_var;
  621. struct kgdb_state *ks = &kgdb_var;
  622. memset(ks, 0, sizeof(struct kgdb_state));
  623. ks->cpu = cpu;
  624. ks->linux_regs = regs;
  625. if (kgdb_info[ks->cpu].enter_kgdb == 0 &&
  626. raw_spin_is_locked(&dbg_master_lock)) {
  627. kgdb_cpu_enter(ks, regs, DCPU_IS_SLAVE);
  628. return 0;
  629. }
  630. #endif
  631. return 1;
  632. }
  633. static void kgdb_console_write(struct console *co, const char *s,
  634. unsigned count)
  635. {
  636. unsigned long flags;
  637. /* If we're debugging, or KGDB has not connected, don't try
  638. * and print. */
  639. if (!kgdb_connected || atomic_read(&kgdb_active) != -1 || dbg_kdb_mode)
  640. return;
  641. local_irq_save(flags);
  642. gdbstub_msg_write(s, count);
  643. local_irq_restore(flags);
  644. }
  645. static struct console kgdbcons = {
  646. .name = "kgdb",
  647. .write = kgdb_console_write,
  648. .flags = CON_PRINTBUFFER | CON_ENABLED,
  649. .index = -1,
  650. };
  651. #ifdef CONFIG_MAGIC_SYSRQ
  652. static void sysrq_handle_dbg(int key)
  653. {
  654. if (!dbg_io_ops) {
  655. printk(KERN_CRIT "ERROR: No KGDB I/O module available\n");
  656. return;
  657. }
  658. if (!kgdb_connected) {
  659. #ifdef CONFIG_KGDB_KDB
  660. if (!dbg_kdb_mode)
  661. printk(KERN_CRIT "KGDB or $3#33 for KDB\n");
  662. #else
  663. printk(KERN_CRIT "Entering KGDB\n");
  664. #endif
  665. }
  666. kgdb_breakpoint();
  667. }
  668. static struct sysrq_key_op sysrq_dbg_op = {
  669. .handler = sysrq_handle_dbg,
  670. .help_msg = "debug(g)",
  671. .action_msg = "DEBUG",
  672. };
  673. #endif
  674. static int kgdb_panic_event(struct notifier_block *self,
  675. unsigned long val,
  676. void *data)
  677. {
  678. if (dbg_kdb_mode)
  679. kdb_printf("PANIC: %s\n", (char *)data);
  680. kgdb_breakpoint();
  681. return NOTIFY_DONE;
  682. }
  683. static struct notifier_block kgdb_panic_event_nb = {
  684. .notifier_call = kgdb_panic_event,
  685. .priority = INT_MAX,
  686. };
  687. void __weak kgdb_arch_late(void)
  688. {
  689. }
  690. void __init dbg_late_init(void)
  691. {
  692. dbg_is_early = false;
  693. if (kgdb_io_module_registered)
  694. kgdb_arch_late();
  695. kdb_init(KDB_INIT_FULL);
  696. }
  697. static int
  698. dbg_notify_reboot(struct notifier_block *this, unsigned long code, void *x)
  699. {
  700. /*
  701. * Take the following action on reboot notify depending on value:
  702. * 1 == Enter debugger
  703. * 0 == [the default] detatch debug client
  704. * -1 == Do nothing... and use this until the board resets
  705. */
  706. switch (kgdbreboot) {
  707. case 1:
  708. kgdb_breakpoint();
  709. case -1:
  710. goto done;
  711. }
  712. if (!dbg_kdb_mode)
  713. gdbstub_exit(code);
  714. done:
  715. return NOTIFY_DONE;
  716. }
  717. static struct notifier_block dbg_reboot_notifier = {
  718. .notifier_call = dbg_notify_reboot,
  719. .next = NULL,
  720. .priority = INT_MAX,
  721. };
  722. static void kgdb_register_callbacks(void)
  723. {
  724. if (!kgdb_io_module_registered) {
  725. kgdb_io_module_registered = 1;
  726. kgdb_arch_init();
  727. if (!dbg_is_early)
  728. kgdb_arch_late();
  729. register_module_notifier(&dbg_module_load_nb);
  730. register_reboot_notifier(&dbg_reboot_notifier);
  731. atomic_notifier_chain_register(&panic_notifier_list,
  732. &kgdb_panic_event_nb);
  733. #ifdef CONFIG_MAGIC_SYSRQ
  734. register_sysrq_key('g', &sysrq_dbg_op);
  735. #endif
  736. if (kgdb_use_con && !kgdb_con_registered) {
  737. register_console(&kgdbcons);
  738. kgdb_con_registered = 1;
  739. }
  740. }
  741. }
  742. static void kgdb_unregister_callbacks(void)
  743. {
  744. /*
  745. * When this routine is called KGDB should unregister from the
  746. * panic handler and clean up, making sure it is not handling any
  747. * break exceptions at the time.
  748. */
  749. if (kgdb_io_module_registered) {
  750. kgdb_io_module_registered = 0;
  751. unregister_reboot_notifier(&dbg_reboot_notifier);
  752. unregister_module_notifier(&dbg_module_load_nb);
  753. atomic_notifier_chain_unregister(&panic_notifier_list,
  754. &kgdb_panic_event_nb);
  755. kgdb_arch_exit();
  756. #ifdef CONFIG_MAGIC_SYSRQ
  757. unregister_sysrq_key('g', &sysrq_dbg_op);
  758. #endif
  759. if (kgdb_con_registered) {
  760. unregister_console(&kgdbcons);
  761. kgdb_con_registered = 0;
  762. }
  763. }
  764. }
  765. /*
  766. * There are times a tasklet needs to be used vs a compiled in
  767. * break point so as to cause an exception outside a kgdb I/O module,
  768. * such as is the case with kgdboe, where calling a breakpoint in the
  769. * I/O driver itself would be fatal.
  770. */
  771. static void kgdb_tasklet_bpt(unsigned long ing)
  772. {
  773. kgdb_breakpoint();
  774. atomic_set(&kgdb_break_tasklet_var, 0);
  775. }
  776. static DECLARE_TASKLET(kgdb_tasklet_breakpoint, kgdb_tasklet_bpt, 0);
  777. void kgdb_schedule_breakpoint(void)
  778. {
  779. if (atomic_read(&kgdb_break_tasklet_var) ||
  780. atomic_read(&kgdb_active) != -1 ||
  781. atomic_read(&kgdb_setting_breakpoint))
  782. return;
  783. atomic_inc(&kgdb_break_tasklet_var);
  784. tasklet_schedule(&kgdb_tasklet_breakpoint);
  785. }
  786. EXPORT_SYMBOL_GPL(kgdb_schedule_breakpoint);
  787. static void kgdb_initial_breakpoint(void)
  788. {
  789. kgdb_break_asap = 0;
  790. printk(KERN_CRIT "kgdb: Waiting for connection from remote gdb...\n");
  791. kgdb_breakpoint();
  792. }
  793. /**
  794. * kgdb_register_io_module - register KGDB IO module
  795. * @new_dbg_io_ops: the io ops vector
  796. *
  797. * Register it with the KGDB core.
  798. */
  799. int kgdb_register_io_module(struct kgdb_io *new_dbg_io_ops)
  800. {
  801. int err;
  802. spin_lock(&kgdb_registration_lock);
  803. if (dbg_io_ops) {
  804. spin_unlock(&kgdb_registration_lock);
  805. printk(KERN_ERR "kgdb: Another I/O driver is already "
  806. "registered with KGDB.\n");
  807. return -EBUSY;
  808. }
  809. if (new_dbg_io_ops->init) {
  810. err = new_dbg_io_ops->init();
  811. if (err) {
  812. spin_unlock(&kgdb_registration_lock);
  813. return err;
  814. }
  815. }
  816. dbg_io_ops = new_dbg_io_ops;
  817. spin_unlock(&kgdb_registration_lock);
  818. printk(KERN_INFO "kgdb: Registered I/O driver %s.\n",
  819. new_dbg_io_ops->name);
  820. /* Arm KGDB now. */
  821. kgdb_register_callbacks();
  822. if (kgdb_break_asap)
  823. kgdb_initial_breakpoint();
  824. return 0;
  825. }
  826. EXPORT_SYMBOL_GPL(kgdb_register_io_module);
  827. /**
  828. * kkgdb_unregister_io_module - unregister KGDB IO module
  829. * @old_dbg_io_ops: the io ops vector
  830. *
  831. * Unregister it with the KGDB core.
  832. */
  833. void kgdb_unregister_io_module(struct kgdb_io *old_dbg_io_ops)
  834. {
  835. BUG_ON(kgdb_connected);
  836. /*
  837. * KGDB is no longer able to communicate out, so
  838. * unregister our callbacks and reset state.
  839. */
  840. kgdb_unregister_callbacks();
  841. spin_lock(&kgdb_registration_lock);
  842. WARN_ON_ONCE(dbg_io_ops != old_dbg_io_ops);
  843. dbg_io_ops = NULL;
  844. spin_unlock(&kgdb_registration_lock);
  845. printk(KERN_INFO
  846. "kgdb: Unregistered I/O driver %s, debugger disabled.\n",
  847. old_dbg_io_ops->name);
  848. }
  849. EXPORT_SYMBOL_GPL(kgdb_unregister_io_module);
  850. int dbg_io_get_char(void)
  851. {
  852. int ret = dbg_io_ops->read_char();
  853. if (ret == NO_POLL_CHAR)
  854. return -1;
  855. if (!dbg_kdb_mode)
  856. return ret;
  857. if (ret == 127)
  858. return 8;
  859. return ret;
  860. }
  861. /**
  862. * kgdb_breakpoint - generate breakpoint exception
  863. *
  864. * This function will generate a breakpoint exception. It is used at the
  865. * beginning of a program to sync up with a debugger and can be used
  866. * otherwise as a quick means to stop program execution and "break" into
  867. * the debugger.
  868. */
  869. void kgdb_breakpoint(void)
  870. {
  871. atomic_inc(&kgdb_setting_breakpoint);
  872. wmb(); /* Sync point before breakpoint */
  873. arch_kgdb_breakpoint();
  874. wmb(); /* Sync point after breakpoint */
  875. atomic_dec(&kgdb_setting_breakpoint);
  876. }
  877. EXPORT_SYMBOL_GPL(kgdb_breakpoint);
  878. static int __init opt_kgdb_wait(char *str)
  879. {
  880. kgdb_break_asap = 1;
  881. kdb_init(KDB_INIT_EARLY);
  882. if (kgdb_io_module_registered)
  883. kgdb_initial_breakpoint();
  884. return 0;
  885. }
  886. early_param("kgdbwait", opt_kgdb_wait);