map.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588
  1. #include "symbol.h"
  2. #include <errno.h>
  3. #include <inttypes.h>
  4. #include <limits.h>
  5. #include <stdlib.h>
  6. #include <string.h>
  7. #include <stdio.h>
  8. #include <unistd.h>
  9. #include "map.h"
  10. #include "thread.h"
  11. #include "strlist.h"
  12. #include "vdso.h"
  13. #include "build-id.h"
  14. #include <linux/string.h>
  15. const char *map_type__name[MAP__NR_TYPES] = {
  16. [MAP__FUNCTION] = "Functions",
  17. [MAP__VARIABLE] = "Variables",
  18. };
  19. static inline int is_anon_memory(const char *filename)
  20. {
  21. return !strcmp(filename, "//anon") ||
  22. !strcmp(filename, "/dev/zero (deleted)") ||
  23. !strcmp(filename, "/anon_hugepage (deleted)");
  24. }
  25. static inline int is_no_dso_memory(const char *filename)
  26. {
  27. return !strncmp(filename, "[stack", 6) ||
  28. !strcmp(filename, "[heap]");
  29. }
  30. void map__init(struct map *map, enum map_type type,
  31. u64 start, u64 end, u64 pgoff, struct dso *dso)
  32. {
  33. map->type = type;
  34. map->start = start;
  35. map->end = end;
  36. map->pgoff = pgoff;
  37. map->dso = dso;
  38. map->map_ip = map__map_ip;
  39. map->unmap_ip = map__unmap_ip;
  40. RB_CLEAR_NODE(&map->rb_node);
  41. map->groups = NULL;
  42. map->referenced = false;
  43. map->erange_warned = false;
  44. }
  45. struct map *map__new(struct list_head *dsos__list, u64 start, u64 len,
  46. u64 pgoff, u32 pid, char *filename,
  47. enum map_type type)
  48. {
  49. struct map *map = malloc(sizeof(*map));
  50. if (map != NULL) {
  51. char newfilename[PATH_MAX];
  52. struct dso *dso;
  53. int anon, no_dso, vdso;
  54. anon = is_anon_memory(filename);
  55. vdso = is_vdso_map(filename);
  56. no_dso = is_no_dso_memory(filename);
  57. if (anon) {
  58. snprintf(newfilename, sizeof(newfilename), "/tmp/perf-%d.map", pid);
  59. filename = newfilename;
  60. }
  61. if (vdso) {
  62. pgoff = 0;
  63. dso = vdso__dso_findnew(dsos__list);
  64. } else
  65. dso = __dsos__findnew(dsos__list, filename);
  66. if (dso == NULL)
  67. goto out_delete;
  68. map__init(map, type, start, start + len, pgoff, dso);
  69. if (anon || no_dso) {
  70. map->map_ip = map->unmap_ip = identity__map_ip;
  71. /*
  72. * Set memory without DSO as loaded. All map__find_*
  73. * functions still return NULL, and we avoid the
  74. * unnecessary map__load warning.
  75. */
  76. if (no_dso)
  77. dso__set_loaded(dso, map->type);
  78. }
  79. }
  80. return map;
  81. out_delete:
  82. free(map);
  83. return NULL;
  84. }
  85. /*
  86. * Constructor variant for modules (where we know from /proc/modules where
  87. * they are loaded) and for vmlinux, where only after we load all the
  88. * symbols we'll know where it starts and ends.
  89. */
  90. struct map *map__new2(u64 start, struct dso *dso, enum map_type type)
  91. {
  92. struct map *map = calloc(1, (sizeof(*map) +
  93. (dso->kernel ? sizeof(struct kmap) : 0)));
  94. if (map != NULL) {
  95. /*
  96. * ->end will be filled after we load all the symbols
  97. */
  98. map__init(map, type, start, 0, 0, dso);
  99. }
  100. return map;
  101. }
  102. void map__delete(struct map *map)
  103. {
  104. free(map);
  105. }
  106. void map__fixup_start(struct map *map)
  107. {
  108. struct rb_root *symbols = &map->dso->symbols[map->type];
  109. struct rb_node *nd = rb_first(symbols);
  110. if (nd != NULL) {
  111. struct symbol *sym = rb_entry(nd, struct symbol, rb_node);
  112. map->start = sym->start;
  113. }
  114. }
  115. void map__fixup_end(struct map *map)
  116. {
  117. struct rb_root *symbols = &map->dso->symbols[map->type];
  118. struct rb_node *nd = rb_last(symbols);
  119. if (nd != NULL) {
  120. struct symbol *sym = rb_entry(nd, struct symbol, rb_node);
  121. map->end = sym->end;
  122. }
  123. }
  124. #define DSO__DELETED "(deleted)"
  125. int map__load(struct map *map, symbol_filter_t filter)
  126. {
  127. const char *name = map->dso->long_name;
  128. int nr;
  129. if (dso__loaded(map->dso, map->type))
  130. return 0;
  131. nr = dso__load(map->dso, map, filter);
  132. if (nr < 0) {
  133. if (map->dso->has_build_id) {
  134. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  135. build_id__sprintf(map->dso->build_id,
  136. sizeof(map->dso->build_id),
  137. sbuild_id);
  138. pr_warning("%s with build id %s not found",
  139. name, sbuild_id);
  140. } else
  141. pr_warning("Failed to open %s", name);
  142. pr_warning(", continuing without symbols\n");
  143. return -1;
  144. } else if (nr == 0) {
  145. #ifdef LIBELF_SUPPORT
  146. const size_t len = strlen(name);
  147. const size_t real_len = len - sizeof(DSO__DELETED);
  148. if (len > sizeof(DSO__DELETED) &&
  149. strcmp(name + real_len + 1, DSO__DELETED) == 0) {
  150. pr_warning("%.*s was updated (is prelink enabled?). "
  151. "Restart the long running apps that use it!\n",
  152. (int)real_len, name);
  153. } else {
  154. pr_warning("no symbols found in %s, maybe install "
  155. "a debug package?\n", name);
  156. }
  157. #endif
  158. return -1;
  159. }
  160. /*
  161. * Only applies to the kernel, as its symtabs aren't relative like the
  162. * module ones.
  163. */
  164. if (map->dso->kernel)
  165. map__reloc_vmlinux(map);
  166. return 0;
  167. }
  168. struct symbol *map__find_symbol(struct map *map, u64 addr,
  169. symbol_filter_t filter)
  170. {
  171. if (map__load(map, filter) < 0)
  172. return NULL;
  173. return dso__find_symbol(map->dso, map->type, addr);
  174. }
  175. struct symbol *map__find_symbol_by_name(struct map *map, const char *name,
  176. symbol_filter_t filter)
  177. {
  178. if (map__load(map, filter) < 0)
  179. return NULL;
  180. if (!dso__sorted_by_name(map->dso, map->type))
  181. dso__sort_by_name(map->dso, map->type);
  182. return dso__find_symbol_by_name(map->dso, map->type, name);
  183. }
  184. struct map *map__clone(struct map *map)
  185. {
  186. return memdup(map, sizeof(*map));
  187. }
  188. int map__overlap(struct map *l, struct map *r)
  189. {
  190. if (l->start > r->start) {
  191. struct map *t = l;
  192. l = r;
  193. r = t;
  194. }
  195. if (l->end > r->start)
  196. return 1;
  197. return 0;
  198. }
  199. size_t map__fprintf(struct map *map, FILE *fp)
  200. {
  201. return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n",
  202. map->start, map->end, map->pgoff, map->dso->name);
  203. }
  204. size_t map__fprintf_dsoname(struct map *map, FILE *fp)
  205. {
  206. const char *dsoname = "[unknown]";
  207. if (map && map->dso && (map->dso->name || map->dso->long_name)) {
  208. if (symbol_conf.show_kernel_path && map->dso->long_name)
  209. dsoname = map->dso->long_name;
  210. else if (map->dso->name)
  211. dsoname = map->dso->name;
  212. }
  213. return fprintf(fp, "%s", dsoname);
  214. }
  215. /*
  216. * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN.
  217. * map->dso->adjust_symbols==1 for ET_EXEC-like cases.
  218. */
  219. u64 map__rip_2objdump(struct map *map, u64 rip)
  220. {
  221. u64 addr = map->dso->adjust_symbols ?
  222. map->unmap_ip(map, rip) : /* RIP -> IP */
  223. rip;
  224. return addr;
  225. }
  226. void map_groups__init(struct map_groups *mg)
  227. {
  228. int i;
  229. for (i = 0; i < MAP__NR_TYPES; ++i) {
  230. mg->maps[i] = RB_ROOT;
  231. INIT_LIST_HEAD(&mg->removed_maps[i]);
  232. }
  233. mg->machine = NULL;
  234. }
  235. static void maps__delete(struct rb_root *maps)
  236. {
  237. struct rb_node *next = rb_first(maps);
  238. while (next) {
  239. struct map *pos = rb_entry(next, struct map, rb_node);
  240. next = rb_next(&pos->rb_node);
  241. rb_erase(&pos->rb_node, maps);
  242. map__delete(pos);
  243. }
  244. }
  245. static void maps__delete_removed(struct list_head *maps)
  246. {
  247. struct map *pos, *n;
  248. list_for_each_entry_safe(pos, n, maps, node) {
  249. list_del(&pos->node);
  250. map__delete(pos);
  251. }
  252. }
  253. void map_groups__exit(struct map_groups *mg)
  254. {
  255. int i;
  256. for (i = 0; i < MAP__NR_TYPES; ++i) {
  257. maps__delete(&mg->maps[i]);
  258. maps__delete_removed(&mg->removed_maps[i]);
  259. }
  260. }
  261. void map_groups__flush(struct map_groups *mg)
  262. {
  263. int type;
  264. for (type = 0; type < MAP__NR_TYPES; type++) {
  265. struct rb_root *root = &mg->maps[type];
  266. struct rb_node *next = rb_first(root);
  267. while (next) {
  268. struct map *pos = rb_entry(next, struct map, rb_node);
  269. next = rb_next(&pos->rb_node);
  270. rb_erase(&pos->rb_node, root);
  271. /*
  272. * We may have references to this map, for
  273. * instance in some hist_entry instances, so
  274. * just move them to a separate list.
  275. */
  276. list_add_tail(&pos->node, &mg->removed_maps[pos->type]);
  277. }
  278. }
  279. }
  280. struct symbol *map_groups__find_symbol(struct map_groups *mg,
  281. enum map_type type, u64 addr,
  282. struct map **mapp,
  283. symbol_filter_t filter)
  284. {
  285. struct map *map = map_groups__find(mg, type, addr);
  286. if (map != NULL) {
  287. if (mapp != NULL)
  288. *mapp = map;
  289. return map__find_symbol(map, map->map_ip(map, addr), filter);
  290. }
  291. return NULL;
  292. }
  293. struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg,
  294. enum map_type type,
  295. const char *name,
  296. struct map **mapp,
  297. symbol_filter_t filter)
  298. {
  299. struct rb_node *nd;
  300. for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
  301. struct map *pos = rb_entry(nd, struct map, rb_node);
  302. struct symbol *sym = map__find_symbol_by_name(pos, name, filter);
  303. if (sym == NULL)
  304. continue;
  305. if (mapp != NULL)
  306. *mapp = pos;
  307. return sym;
  308. }
  309. return NULL;
  310. }
  311. size_t __map_groups__fprintf_maps(struct map_groups *mg,
  312. enum map_type type, int verbose, FILE *fp)
  313. {
  314. size_t printed = fprintf(fp, "%s:\n", map_type__name[type]);
  315. struct rb_node *nd;
  316. for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
  317. struct map *pos = rb_entry(nd, struct map, rb_node);
  318. printed += fprintf(fp, "Map:");
  319. printed += map__fprintf(pos, fp);
  320. if (verbose > 2) {
  321. printed += dso__fprintf(pos->dso, type, fp);
  322. printed += fprintf(fp, "--\n");
  323. }
  324. }
  325. return printed;
  326. }
  327. size_t map_groups__fprintf_maps(struct map_groups *mg, int verbose, FILE *fp)
  328. {
  329. size_t printed = 0, i;
  330. for (i = 0; i < MAP__NR_TYPES; ++i)
  331. printed += __map_groups__fprintf_maps(mg, i, verbose, fp);
  332. return printed;
  333. }
  334. static size_t __map_groups__fprintf_removed_maps(struct map_groups *mg,
  335. enum map_type type,
  336. int verbose, FILE *fp)
  337. {
  338. struct map *pos;
  339. size_t printed = 0;
  340. list_for_each_entry(pos, &mg->removed_maps[type], node) {
  341. printed += fprintf(fp, "Map:");
  342. printed += map__fprintf(pos, fp);
  343. if (verbose > 1) {
  344. printed += dso__fprintf(pos->dso, type, fp);
  345. printed += fprintf(fp, "--\n");
  346. }
  347. }
  348. return printed;
  349. }
  350. static size_t map_groups__fprintf_removed_maps(struct map_groups *mg,
  351. int verbose, FILE *fp)
  352. {
  353. size_t printed = 0, i;
  354. for (i = 0; i < MAP__NR_TYPES; ++i)
  355. printed += __map_groups__fprintf_removed_maps(mg, i, verbose, fp);
  356. return printed;
  357. }
  358. size_t map_groups__fprintf(struct map_groups *mg, int verbose, FILE *fp)
  359. {
  360. size_t printed = map_groups__fprintf_maps(mg, verbose, fp);
  361. printed += fprintf(fp, "Removed maps:\n");
  362. return printed + map_groups__fprintf_removed_maps(mg, verbose, fp);
  363. }
  364. int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
  365. int verbose, FILE *fp)
  366. {
  367. struct rb_root *root = &mg->maps[map->type];
  368. struct rb_node *next = rb_first(root);
  369. int err = 0;
  370. while (next) {
  371. struct map *pos = rb_entry(next, struct map, rb_node);
  372. next = rb_next(&pos->rb_node);
  373. if (!map__overlap(pos, map))
  374. continue;
  375. if (verbose >= 2) {
  376. fputs("overlapping maps:\n", fp);
  377. map__fprintf(map, fp);
  378. map__fprintf(pos, fp);
  379. }
  380. rb_erase(&pos->rb_node, root);
  381. /*
  382. * Now check if we need to create new maps for areas not
  383. * overlapped by the new map:
  384. */
  385. if (map->start > pos->start) {
  386. struct map *before = map__clone(pos);
  387. if (before == NULL) {
  388. err = -ENOMEM;
  389. goto move_map;
  390. }
  391. before->end = map->start - 1;
  392. map_groups__insert(mg, before);
  393. if (verbose >= 2)
  394. map__fprintf(before, fp);
  395. }
  396. if (map->end < pos->end) {
  397. struct map *after = map__clone(pos);
  398. if (after == NULL) {
  399. err = -ENOMEM;
  400. goto move_map;
  401. }
  402. after->start = map->end + 1;
  403. map_groups__insert(mg, after);
  404. if (verbose >= 2)
  405. map__fprintf(after, fp);
  406. }
  407. move_map:
  408. /*
  409. * If we have references, just move them to a separate list.
  410. */
  411. if (pos->referenced)
  412. list_add_tail(&pos->node, &mg->removed_maps[map->type]);
  413. else
  414. map__delete(pos);
  415. if (err)
  416. return err;
  417. }
  418. return 0;
  419. }
  420. /*
  421. * XXX This should not really _copy_ te maps, but refcount them.
  422. */
  423. int map_groups__clone(struct map_groups *mg,
  424. struct map_groups *parent, enum map_type type)
  425. {
  426. struct rb_node *nd;
  427. for (nd = rb_first(&parent->maps[type]); nd; nd = rb_next(nd)) {
  428. struct map *map = rb_entry(nd, struct map, rb_node);
  429. struct map *new = map__clone(map);
  430. if (new == NULL)
  431. return -ENOMEM;
  432. map_groups__insert(mg, new);
  433. }
  434. return 0;
  435. }
  436. static u64 map__reloc_map_ip(struct map *map, u64 ip)
  437. {
  438. return ip + (s64)map->pgoff;
  439. }
  440. static u64 map__reloc_unmap_ip(struct map *map, u64 ip)
  441. {
  442. return ip - (s64)map->pgoff;
  443. }
  444. void map__reloc_vmlinux(struct map *map)
  445. {
  446. struct kmap *kmap = map__kmap(map);
  447. s64 reloc;
  448. if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->unrelocated_addr)
  449. return;
  450. reloc = (kmap->ref_reloc_sym->unrelocated_addr -
  451. kmap->ref_reloc_sym->addr);
  452. if (!reloc)
  453. return;
  454. map->map_ip = map__reloc_map_ip;
  455. map->unmap_ip = map__reloc_unmap_ip;
  456. map->pgoff = reloc;
  457. }
  458. void maps__insert(struct rb_root *maps, struct map *map)
  459. {
  460. struct rb_node **p = &maps->rb_node;
  461. struct rb_node *parent = NULL;
  462. const u64 ip = map->start;
  463. struct map *m;
  464. while (*p != NULL) {
  465. parent = *p;
  466. m = rb_entry(parent, struct map, rb_node);
  467. if (ip < m->start)
  468. p = &(*p)->rb_left;
  469. else
  470. p = &(*p)->rb_right;
  471. }
  472. rb_link_node(&map->rb_node, parent, p);
  473. rb_insert_color(&map->rb_node, maps);
  474. }
  475. void maps__remove(struct rb_root *maps, struct map *map)
  476. {
  477. rb_erase(&map->rb_node, maps);
  478. }
  479. struct map *maps__find(struct rb_root *maps, u64 ip)
  480. {
  481. struct rb_node **p = &maps->rb_node;
  482. struct rb_node *parent = NULL;
  483. struct map *m;
  484. while (*p != NULL) {
  485. parent = *p;
  486. m = rb_entry(parent, struct map, rb_node);
  487. if (ip < m->start)
  488. p = &(*p)->rb_left;
  489. else if (ip > m->end)
  490. p = &(*p)->rb_right;
  491. else
  492. return m;
  493. }
  494. return NULL;
  495. }