kallsyms.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614
  1. /*
  2. * kallsyms.c: in-kernel printing of symbolic oopses and stack traces.
  3. *
  4. * Rewritten and vastly simplified by Rusty Russell for in-kernel
  5. * module loader:
  6. * Copyright 2002 Rusty Russell <rusty@rustcorp.com.au> IBM Corporation
  7. *
  8. * ChangeLog:
  9. *
  10. * (25/Aug/2004) Paulo Marques <pmarques@grupopie.com>
  11. * Changed the compression method from stem compression to "table lookup"
  12. * compression (see scripts/kallsyms.c for a more complete description)
  13. */
  14. #include <linux/kallsyms.h>
  15. #include <linux/module.h>
  16. #include <linux/init.h>
  17. #include <linux/seq_file.h>
  18. #include <linux/fs.h>
  19. #include <linux/kdb.h>
  20. #include <linux/err.h>
  21. #include <linux/proc_fs.h>
  22. #include <linux/sched.h> /* for cond_resched */
  23. #include <linux/mm.h>
  24. #include <linux/ctype.h>
  25. #include <linux/slab.h>
  26. #include <asm/sections.h>
  27. #ifdef CONFIG_KALLSYMS_ALL
  28. #define all_var 1
  29. #else
  30. #define all_var 0
  31. #endif
  32. /*
  33. * These will be re-linked against their real values
  34. * during the second link stage.
  35. */
  36. extern const unsigned long kallsyms_addresses[] __attribute__((weak));
  37. extern const u8 kallsyms_names[] __attribute__((weak));
  38. /*
  39. * Tell the compiler that the count isn't in the small data section if the arch
  40. * has one (eg: FRV).
  41. */
  42. extern const unsigned long kallsyms_num_syms
  43. __attribute__((weak, section(".rodata")));
  44. extern const u8 kallsyms_token_table[] __attribute__((weak));
  45. extern const u16 kallsyms_token_index[] __attribute__((weak));
  46. extern const unsigned long kallsyms_markers[] __attribute__((weak));
  47. static inline int is_kernel_inittext(unsigned long addr)
  48. {
  49. if (addr >= (unsigned long)_sinittext
  50. && addr <= (unsigned long)_einittext)
  51. return 1;
  52. return 0;
  53. }
  54. static inline int is_kernel_text(unsigned long addr)
  55. {
  56. if ((addr >= (unsigned long)_stext && addr <= (unsigned long)_etext) ||
  57. arch_is_kernel_text(addr))
  58. return 1;
  59. return in_gate_area_no_mm(addr);
  60. }
  61. static inline int is_kernel(unsigned long addr)
  62. {
  63. if (addr >= (unsigned long)_stext && addr <= (unsigned long)_end)
  64. return 1;
  65. return in_gate_area_no_mm(addr);
  66. }
  67. static int is_ksym_addr(unsigned long addr)
  68. {
  69. if (all_var)
  70. return is_kernel(addr);
  71. return is_kernel_text(addr) || is_kernel_inittext(addr);
  72. }
  73. /*
  74. * Expand a compressed symbol data into the resulting uncompressed string,
  75. * if uncompressed string is too long (>= maxlen), it will be truncated,
  76. * given the offset to where the symbol is in the compressed stream.
  77. */
  78. static unsigned int kallsyms_expand_symbol(unsigned int off,
  79. char *result, size_t maxlen)
  80. {
  81. int len, skipped_first = 0;
  82. const u8 *tptr, *data;
  83. /* Get the compressed symbol length from the first symbol byte. */
  84. data = &kallsyms_names[off];
  85. len = *data;
  86. data++;
  87. /*
  88. * Update the offset to return the offset for the next symbol on
  89. * the compressed stream.
  90. */
  91. off += len + 1;
  92. /*
  93. * For every byte on the compressed symbol data, copy the table
  94. * entry for that byte.
  95. */
  96. while (len) {
  97. tptr = &kallsyms_token_table[kallsyms_token_index[*data]];
  98. data++;
  99. len--;
  100. while (*tptr) {
  101. if (skipped_first) {
  102. if (maxlen <= 1)
  103. goto tail;
  104. *result = *tptr;
  105. result++;
  106. maxlen--;
  107. } else
  108. skipped_first = 1;
  109. tptr++;
  110. }
  111. }
  112. tail:
  113. if (maxlen)
  114. *result = '\0';
  115. /* Return to offset to the next symbol. */
  116. return off;
  117. }
  118. /*
  119. * Get symbol type information. This is encoded as a single char at the
  120. * beginning of the symbol name.
  121. */
  122. static char kallsyms_get_symbol_type(unsigned int off)
  123. {
  124. /*
  125. * Get just the first code, look it up in the token table,
  126. * and return the first char from this token.
  127. */
  128. return kallsyms_token_table[kallsyms_token_index[kallsyms_names[off + 1]]];
  129. }
  130. /*
  131. * Find the offset on the compressed stream given and index in the
  132. * kallsyms array.
  133. */
  134. static unsigned int get_symbol_offset(unsigned long pos)
  135. {
  136. const u8 *name;
  137. int i;
  138. /*
  139. * Use the closest marker we have. We have markers every 256 positions,
  140. * so that should be close enough.
  141. */
  142. name = &kallsyms_names[kallsyms_markers[pos >> 8]];
  143. /*
  144. * Sequentially scan all the symbols up to the point we're searching
  145. * for. Every symbol is stored in a [<len>][<len> bytes of data] format,
  146. * so we just need to add the len to the current pointer for every
  147. * symbol we wish to skip.
  148. */
  149. for (i = 0; i < (pos & 0xFF); i++)
  150. name = name + (*name) + 1;
  151. return name - kallsyms_names;
  152. }
  153. /* Lookup the address for this symbol. Returns 0 if not found. */
  154. unsigned long kallsyms_lookup_name(const char *name)
  155. {
  156. char namebuf[KSYM_NAME_LEN];
  157. unsigned long i;
  158. unsigned int off;
  159. for (i = 0, off = 0; i < kallsyms_num_syms; i++) {
  160. off = kallsyms_expand_symbol(off, namebuf, ARRAY_SIZE(namebuf));
  161. if (strcmp(namebuf, name) == 0)
  162. return kallsyms_addresses[i];
  163. }
  164. return module_kallsyms_lookup_name(name);
  165. }
  166. EXPORT_SYMBOL_GPL(kallsyms_lookup_name);
  167. int kallsyms_on_each_symbol(int (*fn)(void *, const char *, struct module *,
  168. unsigned long),
  169. void *data)
  170. {
  171. char namebuf[KSYM_NAME_LEN];
  172. unsigned long i;
  173. unsigned int off;
  174. int ret;
  175. for (i = 0, off = 0; i < kallsyms_num_syms; i++) {
  176. off = kallsyms_expand_symbol(off, namebuf, ARRAY_SIZE(namebuf));
  177. ret = fn(data, namebuf, NULL, kallsyms_addresses[i]);
  178. if (ret != 0)
  179. return ret;
  180. }
  181. return module_kallsyms_on_each_symbol(fn, data);
  182. }
  183. EXPORT_SYMBOL_GPL(kallsyms_on_each_symbol);
  184. static unsigned long get_symbol_pos(unsigned long addr,
  185. unsigned long *symbolsize,
  186. unsigned long *offset)
  187. {
  188. unsigned long symbol_start = 0, symbol_end = 0;
  189. unsigned long i, low, high, mid;
  190. /* This kernel should never had been booted. */
  191. BUG_ON(!kallsyms_addresses);
  192. /* Do a binary search on the sorted kallsyms_addresses array. */
  193. low = 0;
  194. high = kallsyms_num_syms;
  195. while (high - low > 1) {
  196. mid = low + (high - low) / 2;
  197. if (kallsyms_addresses[mid] <= addr)
  198. low = mid;
  199. else
  200. high = mid;
  201. }
  202. /*
  203. * Search for the first aliased symbol. Aliased
  204. * symbols are symbols with the same address.
  205. */
  206. while (low && kallsyms_addresses[low-1] == kallsyms_addresses[low])
  207. --low;
  208. symbol_start = kallsyms_addresses[low];
  209. /* Search for next non-aliased symbol. */
  210. for (i = low + 1; i < kallsyms_num_syms; i++) {
  211. if (kallsyms_addresses[i] > symbol_start) {
  212. symbol_end = kallsyms_addresses[i];
  213. break;
  214. }
  215. }
  216. /* If we found no next symbol, we use the end of the section. */
  217. if (!symbol_end) {
  218. if (is_kernel_inittext(addr))
  219. symbol_end = (unsigned long)_einittext;
  220. else if (all_var)
  221. symbol_end = (unsigned long)_end;
  222. else
  223. symbol_end = (unsigned long)_etext;
  224. }
  225. if (symbolsize)
  226. *symbolsize = symbol_end - symbol_start;
  227. if (offset)
  228. *offset = addr - symbol_start;
  229. return low;
  230. }
  231. /*
  232. * Lookup an address but don't bother to find any names.
  233. */
  234. int kallsyms_lookup_size_offset(unsigned long addr, unsigned long *symbolsize,
  235. unsigned long *offset)
  236. {
  237. char namebuf[KSYM_NAME_LEN];
  238. if (is_ksym_addr(addr))
  239. return !!get_symbol_pos(addr, symbolsize, offset);
  240. return !!module_address_lookup(addr, symbolsize, offset, NULL, namebuf);
  241. }
  242. /*
  243. * Lookup an address
  244. * - modname is set to NULL if it's in the kernel.
  245. * - We guarantee that the returned name is valid until we reschedule even if.
  246. * It resides in a module.
  247. * - We also guarantee that modname will be valid until rescheduled.
  248. */
  249. const char *kallsyms_lookup(unsigned long addr,
  250. unsigned long *symbolsize,
  251. unsigned long *offset,
  252. char **modname, char *namebuf)
  253. {
  254. namebuf[KSYM_NAME_LEN - 1] = 0;
  255. namebuf[0] = 0;
  256. if (is_ksym_addr(addr)) {
  257. unsigned long pos;
  258. pos = get_symbol_pos(addr, symbolsize, offset);
  259. /* Grab name */
  260. kallsyms_expand_symbol(get_symbol_offset(pos),
  261. namebuf, KSYM_NAME_LEN);
  262. if (modname)
  263. *modname = NULL;
  264. return namebuf;
  265. }
  266. /* See if it's in a module. */
  267. return module_address_lookup(addr, symbolsize, offset, modname,
  268. namebuf);
  269. }
  270. int lookup_symbol_name(unsigned long addr, char *symname)
  271. {
  272. symname[0] = '\0';
  273. symname[KSYM_NAME_LEN - 1] = '\0';
  274. if (is_ksym_addr(addr)) {
  275. unsigned long pos;
  276. pos = get_symbol_pos(addr, NULL, NULL);
  277. /* Grab name */
  278. kallsyms_expand_symbol(get_symbol_offset(pos),
  279. symname, KSYM_NAME_LEN);
  280. return 0;
  281. }
  282. /* See if it's in a module. */
  283. return lookup_module_symbol_name(addr, symname);
  284. }
  285. int lookup_symbol_attrs(unsigned long addr, unsigned long *size,
  286. unsigned long *offset, char *modname, char *name)
  287. {
  288. name[0] = '\0';
  289. name[KSYM_NAME_LEN - 1] = '\0';
  290. if (is_ksym_addr(addr)) {
  291. unsigned long pos;
  292. pos = get_symbol_pos(addr, size, offset);
  293. /* Grab name */
  294. kallsyms_expand_symbol(get_symbol_offset(pos),
  295. name, KSYM_NAME_LEN);
  296. modname[0] = '\0';
  297. return 0;
  298. }
  299. /* See if it's in a module. */
  300. return lookup_module_symbol_attrs(addr, size, offset, modname, name);
  301. }
  302. /* Look up a kernel symbol and return it in a text buffer. */
  303. static int __sprint_symbol(char *buffer, unsigned long address,
  304. int symbol_offset, int add_offset)
  305. {
  306. char *modname;
  307. const char *name;
  308. unsigned long offset, size;
  309. int len;
  310. address += symbol_offset;
  311. name = kallsyms_lookup(address, &size, &offset, &modname, buffer);
  312. if (!name)
  313. return sprintf(buffer, "0x%lx", address);
  314. if (name != buffer)
  315. strcpy(buffer, name);
  316. len = strlen(buffer);
  317. offset -= symbol_offset;
  318. if (add_offset)
  319. len += sprintf(buffer + len, "+%#lx/%#lx", offset, size);
  320. if (modname)
  321. len += sprintf(buffer + len, " [%s]", modname);
  322. return len;
  323. }
  324. /**
  325. * sprint_symbol - Look up a kernel symbol and return it in a text buffer
  326. * @buffer: buffer to be stored
  327. * @address: address to lookup
  328. *
  329. * This function looks up a kernel symbol with @address and stores its name,
  330. * offset, size and module name to @buffer if possible. If no symbol was found,
  331. * just saves its @address as is.
  332. *
  333. * This function returns the number of bytes stored in @buffer.
  334. */
  335. int sprint_symbol(char *buffer, unsigned long address)
  336. {
  337. return __sprint_symbol(buffer, address, 0, 1);
  338. }
  339. EXPORT_SYMBOL_GPL(sprint_symbol);
  340. /**
  341. * sprint_symbol_no_offset - Look up a kernel symbol and return it in a text buffer
  342. * @buffer: buffer to be stored
  343. * @address: address to lookup
  344. *
  345. * This function looks up a kernel symbol with @address and stores its name
  346. * and module name to @buffer if possible. If no symbol was found, just saves
  347. * its @address as is.
  348. *
  349. * This function returns the number of bytes stored in @buffer.
  350. */
  351. int sprint_symbol_no_offset(char *buffer, unsigned long address)
  352. {
  353. return __sprint_symbol(buffer, address, 0, 0);
  354. }
  355. EXPORT_SYMBOL_GPL(sprint_symbol_no_offset);
  356. /**
  357. * sprint_backtrace - Look up a backtrace symbol and return it in a text buffer
  358. * @buffer: buffer to be stored
  359. * @address: address to lookup
  360. *
  361. * This function is for stack backtrace and does the same thing as
  362. * sprint_symbol() but with modified/decreased @address. If there is a
  363. * tail-call to the function marked "noreturn", gcc optimized out code after
  364. * the call so that the stack-saved return address could point outside of the
  365. * caller. This function ensures that kallsyms will find the original caller
  366. * by decreasing @address.
  367. *
  368. * This function returns the number of bytes stored in @buffer.
  369. */
  370. int sprint_backtrace(char *buffer, unsigned long address)
  371. {
  372. return __sprint_symbol(buffer, address, -1, 1);
  373. }
  374. /* Look up a kernel symbol and print it to the kernel messages. */
  375. void __print_symbol(const char *fmt, unsigned long address)
  376. {
  377. char buffer[KSYM_SYMBOL_LEN];
  378. sprint_symbol(buffer, address);
  379. printk(fmt, buffer);
  380. }
  381. EXPORT_SYMBOL(__print_symbol);
  382. /* To avoid using get_symbol_offset for every symbol, we carry prefix along. */
  383. struct kallsym_iter {
  384. loff_t pos;
  385. unsigned long value;
  386. unsigned int nameoff; /* If iterating in core kernel symbols. */
  387. char type;
  388. char name[KSYM_NAME_LEN];
  389. char module_name[MODULE_NAME_LEN];
  390. int exported;
  391. };
  392. static int get_ksymbol_mod(struct kallsym_iter *iter)
  393. {
  394. if (module_get_kallsym(iter->pos - kallsyms_num_syms, &iter->value,
  395. &iter->type, iter->name, iter->module_name,
  396. &iter->exported) < 0)
  397. return 0;
  398. return 1;
  399. }
  400. /* Returns space to next name. */
  401. static unsigned long get_ksymbol_core(struct kallsym_iter *iter)
  402. {
  403. unsigned off = iter->nameoff;
  404. iter->module_name[0] = '\0';
  405. iter->value = kallsyms_addresses[iter->pos];
  406. iter->type = kallsyms_get_symbol_type(off);
  407. off = kallsyms_expand_symbol(off, iter->name, ARRAY_SIZE(iter->name));
  408. return off - iter->nameoff;
  409. }
  410. static void reset_iter(struct kallsym_iter *iter, loff_t new_pos)
  411. {
  412. iter->name[0] = '\0';
  413. iter->nameoff = get_symbol_offset(new_pos);
  414. iter->pos = new_pos;
  415. }
  416. /* Returns false if pos at or past end of file. */
  417. static int update_iter(struct kallsym_iter *iter, loff_t pos)
  418. {
  419. /* Module symbols can be accessed randomly. */
  420. if (pos >= kallsyms_num_syms) {
  421. iter->pos = pos;
  422. return get_ksymbol_mod(iter);
  423. }
  424. /* If we're not on the desired position, reset to new position. */
  425. if (pos != iter->pos)
  426. reset_iter(iter, pos);
  427. iter->nameoff += get_ksymbol_core(iter);
  428. iter->pos++;
  429. return 1;
  430. }
  431. static void *s_next(struct seq_file *m, void *p, loff_t *pos)
  432. {
  433. (*pos)++;
  434. if (!update_iter(m->private, *pos))
  435. return NULL;
  436. return p;
  437. }
  438. static void *s_start(struct seq_file *m, loff_t *pos)
  439. {
  440. if (!update_iter(m->private, *pos))
  441. return NULL;
  442. return m->private;
  443. }
  444. static void s_stop(struct seq_file *m, void *p)
  445. {
  446. }
  447. static int s_show(struct seq_file *m, void *p)
  448. {
  449. struct kallsym_iter *iter = m->private;
  450. /* Some debugging symbols have no name. Ignore them. */
  451. if (!iter->name[0])
  452. return 0;
  453. if (iter->module_name[0]) {
  454. char type;
  455. /*
  456. * Label it "global" if it is exported,
  457. * "local" if not exported.
  458. */
  459. type = iter->exported ? toupper(iter->type) :
  460. tolower(iter->type);
  461. seq_printf(m, "%pK %c %s\t[%s]\n", (void *)iter->value,
  462. type, iter->name, iter->module_name);
  463. } else
  464. seq_printf(m, "%pK %c %s\n", (void *)iter->value,
  465. iter->type, iter->name);
  466. return 0;
  467. }
  468. static const struct seq_operations kallsyms_op = {
  469. .start = s_start,
  470. .next = s_next,
  471. .stop = s_stop,
  472. .show = s_show
  473. };
  474. static int kallsyms_open(struct inode *inode, struct file *file)
  475. {
  476. /*
  477. * We keep iterator in m->private, since normal case is to
  478. * s_start from where we left off, so we avoid doing
  479. * using get_symbol_offset for every symbol.
  480. */
  481. struct kallsym_iter *iter;
  482. int ret;
  483. iter = kmalloc(sizeof(*iter), GFP_KERNEL);
  484. if (!iter)
  485. return -ENOMEM;
  486. reset_iter(iter, 0);
  487. ret = seq_open(file, &kallsyms_op);
  488. if (ret == 0)
  489. ((struct seq_file *)file->private_data)->private = iter;
  490. else
  491. kfree(iter);
  492. return ret;
  493. }
  494. #ifdef CONFIG_KGDB_KDB
  495. const char *kdb_walk_kallsyms(loff_t *pos)
  496. {
  497. static struct kallsym_iter kdb_walk_kallsyms_iter;
  498. if (*pos == 0) {
  499. memset(&kdb_walk_kallsyms_iter, 0,
  500. sizeof(kdb_walk_kallsyms_iter));
  501. reset_iter(&kdb_walk_kallsyms_iter, 0);
  502. }
  503. while (1) {
  504. if (!update_iter(&kdb_walk_kallsyms_iter, *pos))
  505. return NULL;
  506. ++*pos;
  507. /* Some debugging symbols have no name. Ignore them. */
  508. if (kdb_walk_kallsyms_iter.name[0])
  509. return kdb_walk_kallsyms_iter.name;
  510. }
  511. }
  512. #endif /* CONFIG_KGDB_KDB */
  513. static const struct file_operations kallsyms_operations = {
  514. .open = kallsyms_open,
  515. .read = seq_read,
  516. .llseek = seq_lseek,
  517. .release = seq_release_private,
  518. };
  519. static int __init kallsyms_init(void)
  520. {
  521. proc_create("kallsyms", 0444, NULL, &kallsyms_operations);
  522. return 0;
  523. }
  524. device_initcall(kallsyms_init);