map.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593
  1. #include "symbol.h"
  2. #include <errno.h>
  3. #include <inttypes.h>
  4. #include <limits.h>
  5. #include <stdlib.h>
  6. #include <string.h>
  7. #include <stdio.h>
  8. #include <unistd.h>
  9. #include "map.h"
  10. #include "thread.h"
  11. #include "strlist.h"
  12. #include "vdso.h"
  13. #include "build-id.h"
  14. const char *map_type__name[MAP__NR_TYPES] = {
  15. [MAP__FUNCTION] = "Functions",
  16. [MAP__VARIABLE] = "Variables",
  17. };
  18. static inline int is_anon_memory(const char *filename)
  19. {
  20. return !strcmp(filename, "//anon") ||
  21. !strcmp(filename, "/anon_hugepage (deleted)");
  22. }
  23. static inline int is_no_dso_memory(const char *filename)
  24. {
  25. return !strncmp(filename, "[stack", 6) ||
  26. !strcmp(filename, "[heap]");
  27. }
  28. void map__init(struct map *self, enum map_type type,
  29. u64 start, u64 end, u64 pgoff, struct dso *dso)
  30. {
  31. self->type = type;
  32. self->start = start;
  33. self->end = end;
  34. self->pgoff = pgoff;
  35. self->dso = dso;
  36. self->map_ip = map__map_ip;
  37. self->unmap_ip = map__unmap_ip;
  38. RB_CLEAR_NODE(&self->rb_node);
  39. self->groups = NULL;
  40. self->referenced = false;
  41. self->erange_warned = false;
  42. }
  43. struct map *map__new(struct list_head *dsos__list, u64 start, u64 len,
  44. u64 pgoff, u32 pid, char *filename,
  45. enum map_type type)
  46. {
  47. struct map *self = malloc(sizeof(*self));
  48. if (self != NULL) {
  49. char newfilename[PATH_MAX];
  50. struct dso *dso;
  51. int anon, no_dso, vdso;
  52. anon = is_anon_memory(filename);
  53. vdso = is_vdso_map(filename);
  54. no_dso = is_no_dso_memory(filename);
  55. if (anon) {
  56. snprintf(newfilename, sizeof(newfilename), "/tmp/perf-%d.map", pid);
  57. filename = newfilename;
  58. }
  59. if (vdso) {
  60. pgoff = 0;
  61. dso = vdso__dso_findnew(dsos__list);
  62. } else
  63. dso = __dsos__findnew(dsos__list, filename);
  64. if (dso == NULL)
  65. goto out_delete;
  66. map__init(self, type, start, start + len, pgoff, dso);
  67. if (anon || no_dso) {
  68. self->map_ip = self->unmap_ip = identity__map_ip;
  69. /*
  70. * Set memory without DSO as loaded. All map__find_*
  71. * functions still return NULL, and we avoid the
  72. * unnecessary map__load warning.
  73. */
  74. if (no_dso)
  75. dso__set_loaded(dso, self->type);
  76. }
  77. }
  78. return self;
  79. out_delete:
  80. free(self);
  81. return NULL;
  82. }
  83. /*
  84. * Constructor variant for modules (where we know from /proc/modules where
  85. * they are loaded) and for vmlinux, where only after we load all the
  86. * symbols we'll know where it starts and ends.
  87. */
  88. struct map *map__new2(u64 start, struct dso *dso, enum map_type type)
  89. {
  90. struct map *map = calloc(1, (sizeof(*map) +
  91. (dso->kernel ? sizeof(struct kmap) : 0)));
  92. if (map != NULL) {
  93. /*
  94. * ->end will be filled after we load all the symbols
  95. */
  96. map__init(map, type, start, 0, 0, dso);
  97. }
  98. return map;
  99. }
  100. void map__delete(struct map *self)
  101. {
  102. free(self);
  103. }
  104. void map__fixup_start(struct map *self)
  105. {
  106. struct rb_root *symbols = &self->dso->symbols[self->type];
  107. struct rb_node *nd = rb_first(symbols);
  108. if (nd != NULL) {
  109. struct symbol *sym = rb_entry(nd, struct symbol, rb_node);
  110. self->start = sym->start;
  111. }
  112. }
  113. void map__fixup_end(struct map *self)
  114. {
  115. struct rb_root *symbols = &self->dso->symbols[self->type];
  116. struct rb_node *nd = rb_last(symbols);
  117. if (nd != NULL) {
  118. struct symbol *sym = rb_entry(nd, struct symbol, rb_node);
  119. self->end = sym->end;
  120. }
  121. }
  122. #define DSO__DELETED "(deleted)"
  123. int map__load(struct map *self, symbol_filter_t filter)
  124. {
  125. const char *name = self->dso->long_name;
  126. int nr;
  127. if (dso__loaded(self->dso, self->type))
  128. return 0;
  129. nr = dso__load(self->dso, self, filter);
  130. if (nr < 0) {
  131. if (self->dso->has_build_id) {
  132. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  133. build_id__sprintf(self->dso->build_id,
  134. sizeof(self->dso->build_id),
  135. sbuild_id);
  136. pr_warning("%s with build id %s not found",
  137. name, sbuild_id);
  138. } else
  139. pr_warning("Failed to open %s", name);
  140. pr_warning(", continuing without symbols\n");
  141. return -1;
  142. } else if (nr == 0) {
  143. #ifdef LIBELF_SUPPORT
  144. const size_t len = strlen(name);
  145. const size_t real_len = len - sizeof(DSO__DELETED);
  146. if (len > sizeof(DSO__DELETED) &&
  147. strcmp(name + real_len + 1, DSO__DELETED) == 0) {
  148. pr_warning("%.*s was updated (is prelink enabled?). "
  149. "Restart the long running apps that use it!\n",
  150. (int)real_len, name);
  151. } else {
  152. pr_warning("no symbols found in %s, maybe install "
  153. "a debug package?\n", name);
  154. }
  155. #endif
  156. return -1;
  157. }
  158. /*
  159. * Only applies to the kernel, as its symtabs aren't relative like the
  160. * module ones.
  161. */
  162. if (self->dso->kernel)
  163. map__reloc_vmlinux(self);
  164. return 0;
  165. }
  166. struct symbol *map__find_symbol(struct map *self, u64 addr,
  167. symbol_filter_t filter)
  168. {
  169. if (map__load(self, filter) < 0)
  170. return NULL;
  171. return dso__find_symbol(self->dso, self->type, addr);
  172. }
  173. struct symbol *map__find_symbol_by_name(struct map *self, const char *name,
  174. symbol_filter_t filter)
  175. {
  176. if (map__load(self, filter) < 0)
  177. return NULL;
  178. if (!dso__sorted_by_name(self->dso, self->type))
  179. dso__sort_by_name(self->dso, self->type);
  180. return dso__find_symbol_by_name(self->dso, self->type, name);
  181. }
  182. struct map *map__clone(struct map *self)
  183. {
  184. struct map *map = malloc(sizeof(*self));
  185. if (!map)
  186. return NULL;
  187. memcpy(map, self, sizeof(*self));
  188. return map;
  189. }
  190. int map__overlap(struct map *l, struct map *r)
  191. {
  192. if (l->start > r->start) {
  193. struct map *t = l;
  194. l = r;
  195. r = t;
  196. }
  197. if (l->end > r->start)
  198. return 1;
  199. return 0;
  200. }
  201. size_t map__fprintf(struct map *self, FILE *fp)
  202. {
  203. return fprintf(fp, " %" PRIx64 "-%" PRIx64 " %" PRIx64 " %s\n",
  204. self->start, self->end, self->pgoff, self->dso->name);
  205. }
  206. size_t map__fprintf_dsoname(struct map *map, FILE *fp)
  207. {
  208. const char *dsoname = "[unknown]";
  209. if (map && map->dso && (map->dso->name || map->dso->long_name)) {
  210. if (symbol_conf.show_kernel_path && map->dso->long_name)
  211. dsoname = map->dso->long_name;
  212. else if (map->dso->name)
  213. dsoname = map->dso->name;
  214. }
  215. return fprintf(fp, "%s", dsoname);
  216. }
  217. /*
  218. * objdump wants/reports absolute IPs for ET_EXEC, and RIPs for ET_DYN.
  219. * map->dso->adjust_symbols==1 for ET_EXEC-like cases.
  220. */
  221. u64 map__rip_2objdump(struct map *map, u64 rip)
  222. {
  223. u64 addr = map->dso->adjust_symbols ?
  224. map->unmap_ip(map, rip) : /* RIP -> IP */
  225. rip;
  226. return addr;
  227. }
  228. void map_groups__init(struct map_groups *mg)
  229. {
  230. int i;
  231. for (i = 0; i < MAP__NR_TYPES; ++i) {
  232. mg->maps[i] = RB_ROOT;
  233. INIT_LIST_HEAD(&mg->removed_maps[i]);
  234. }
  235. mg->machine = NULL;
  236. }
  237. static void maps__delete(struct rb_root *maps)
  238. {
  239. struct rb_node *next = rb_first(maps);
  240. while (next) {
  241. struct map *pos = rb_entry(next, struct map, rb_node);
  242. next = rb_next(&pos->rb_node);
  243. rb_erase(&pos->rb_node, maps);
  244. map__delete(pos);
  245. }
  246. }
  247. static void maps__delete_removed(struct list_head *maps)
  248. {
  249. struct map *pos, *n;
  250. list_for_each_entry_safe(pos, n, maps, node) {
  251. list_del(&pos->node);
  252. map__delete(pos);
  253. }
  254. }
  255. void map_groups__exit(struct map_groups *mg)
  256. {
  257. int i;
  258. for (i = 0; i < MAP__NR_TYPES; ++i) {
  259. maps__delete(&mg->maps[i]);
  260. maps__delete_removed(&mg->removed_maps[i]);
  261. }
  262. }
  263. void map_groups__flush(struct map_groups *mg)
  264. {
  265. int type;
  266. for (type = 0; type < MAP__NR_TYPES; type++) {
  267. struct rb_root *root = &mg->maps[type];
  268. struct rb_node *next = rb_first(root);
  269. while (next) {
  270. struct map *pos = rb_entry(next, struct map, rb_node);
  271. next = rb_next(&pos->rb_node);
  272. rb_erase(&pos->rb_node, root);
  273. /*
  274. * We may have references to this map, for
  275. * instance in some hist_entry instances, so
  276. * just move them to a separate list.
  277. */
  278. list_add_tail(&pos->node, &mg->removed_maps[pos->type]);
  279. }
  280. }
  281. }
  282. struct symbol *map_groups__find_symbol(struct map_groups *mg,
  283. enum map_type type, u64 addr,
  284. struct map **mapp,
  285. symbol_filter_t filter)
  286. {
  287. struct map *map = map_groups__find(mg, type, addr);
  288. if (map != NULL) {
  289. if (mapp != NULL)
  290. *mapp = map;
  291. return map__find_symbol(map, map->map_ip(map, addr), filter);
  292. }
  293. return NULL;
  294. }
  295. struct symbol *map_groups__find_symbol_by_name(struct map_groups *mg,
  296. enum map_type type,
  297. const char *name,
  298. struct map **mapp,
  299. symbol_filter_t filter)
  300. {
  301. struct rb_node *nd;
  302. for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
  303. struct map *pos = rb_entry(nd, struct map, rb_node);
  304. struct symbol *sym = map__find_symbol_by_name(pos, name, filter);
  305. if (sym == NULL)
  306. continue;
  307. if (mapp != NULL)
  308. *mapp = pos;
  309. return sym;
  310. }
  311. return NULL;
  312. }
  313. size_t __map_groups__fprintf_maps(struct map_groups *mg,
  314. enum map_type type, int verbose, FILE *fp)
  315. {
  316. size_t printed = fprintf(fp, "%s:\n", map_type__name[type]);
  317. struct rb_node *nd;
  318. for (nd = rb_first(&mg->maps[type]); nd; nd = rb_next(nd)) {
  319. struct map *pos = rb_entry(nd, struct map, rb_node);
  320. printed += fprintf(fp, "Map:");
  321. printed += map__fprintf(pos, fp);
  322. if (verbose > 2) {
  323. printed += dso__fprintf(pos->dso, type, fp);
  324. printed += fprintf(fp, "--\n");
  325. }
  326. }
  327. return printed;
  328. }
  329. size_t map_groups__fprintf_maps(struct map_groups *mg, int verbose, FILE *fp)
  330. {
  331. size_t printed = 0, i;
  332. for (i = 0; i < MAP__NR_TYPES; ++i)
  333. printed += __map_groups__fprintf_maps(mg, i, verbose, fp);
  334. return printed;
  335. }
  336. static size_t __map_groups__fprintf_removed_maps(struct map_groups *mg,
  337. enum map_type type,
  338. int verbose, FILE *fp)
  339. {
  340. struct map *pos;
  341. size_t printed = 0;
  342. list_for_each_entry(pos, &mg->removed_maps[type], node) {
  343. printed += fprintf(fp, "Map:");
  344. printed += map__fprintf(pos, fp);
  345. if (verbose > 1) {
  346. printed += dso__fprintf(pos->dso, type, fp);
  347. printed += fprintf(fp, "--\n");
  348. }
  349. }
  350. return printed;
  351. }
  352. static size_t map_groups__fprintf_removed_maps(struct map_groups *mg,
  353. int verbose, FILE *fp)
  354. {
  355. size_t printed = 0, i;
  356. for (i = 0; i < MAP__NR_TYPES; ++i)
  357. printed += __map_groups__fprintf_removed_maps(mg, i, verbose, fp);
  358. return printed;
  359. }
  360. size_t map_groups__fprintf(struct map_groups *mg, int verbose, FILE *fp)
  361. {
  362. size_t printed = map_groups__fprintf_maps(mg, verbose, fp);
  363. printed += fprintf(fp, "Removed maps:\n");
  364. return printed + map_groups__fprintf_removed_maps(mg, verbose, fp);
  365. }
  366. int map_groups__fixup_overlappings(struct map_groups *mg, struct map *map,
  367. int verbose, FILE *fp)
  368. {
  369. struct rb_root *root = &mg->maps[map->type];
  370. struct rb_node *next = rb_first(root);
  371. int err = 0;
  372. while (next) {
  373. struct map *pos = rb_entry(next, struct map, rb_node);
  374. next = rb_next(&pos->rb_node);
  375. if (!map__overlap(pos, map))
  376. continue;
  377. if (verbose >= 2) {
  378. fputs("overlapping maps:\n", fp);
  379. map__fprintf(map, fp);
  380. map__fprintf(pos, fp);
  381. }
  382. rb_erase(&pos->rb_node, root);
  383. /*
  384. * Now check if we need to create new maps for areas not
  385. * overlapped by the new map:
  386. */
  387. if (map->start > pos->start) {
  388. struct map *before = map__clone(pos);
  389. if (before == NULL) {
  390. err = -ENOMEM;
  391. goto move_map;
  392. }
  393. before->end = map->start - 1;
  394. map_groups__insert(mg, before);
  395. if (verbose >= 2)
  396. map__fprintf(before, fp);
  397. }
  398. if (map->end < pos->end) {
  399. struct map *after = map__clone(pos);
  400. if (after == NULL) {
  401. err = -ENOMEM;
  402. goto move_map;
  403. }
  404. after->start = map->end + 1;
  405. map_groups__insert(mg, after);
  406. if (verbose >= 2)
  407. map__fprintf(after, fp);
  408. }
  409. move_map:
  410. /*
  411. * If we have references, just move them to a separate list.
  412. */
  413. if (pos->referenced)
  414. list_add_tail(&pos->node, &mg->removed_maps[map->type]);
  415. else
  416. map__delete(pos);
  417. if (err)
  418. return err;
  419. }
  420. return 0;
  421. }
  422. /*
  423. * XXX This should not really _copy_ te maps, but refcount them.
  424. */
  425. int map_groups__clone(struct map_groups *mg,
  426. struct map_groups *parent, enum map_type type)
  427. {
  428. struct rb_node *nd;
  429. for (nd = rb_first(&parent->maps[type]); nd; nd = rb_next(nd)) {
  430. struct map *map = rb_entry(nd, struct map, rb_node);
  431. struct map *new = map__clone(map);
  432. if (new == NULL)
  433. return -ENOMEM;
  434. map_groups__insert(mg, new);
  435. }
  436. return 0;
  437. }
  438. static u64 map__reloc_map_ip(struct map *map, u64 ip)
  439. {
  440. return ip + (s64)map->pgoff;
  441. }
  442. static u64 map__reloc_unmap_ip(struct map *map, u64 ip)
  443. {
  444. return ip - (s64)map->pgoff;
  445. }
  446. void map__reloc_vmlinux(struct map *self)
  447. {
  448. struct kmap *kmap = map__kmap(self);
  449. s64 reloc;
  450. if (!kmap->ref_reloc_sym || !kmap->ref_reloc_sym->unrelocated_addr)
  451. return;
  452. reloc = (kmap->ref_reloc_sym->unrelocated_addr -
  453. kmap->ref_reloc_sym->addr);
  454. if (!reloc)
  455. return;
  456. self->map_ip = map__reloc_map_ip;
  457. self->unmap_ip = map__reloc_unmap_ip;
  458. self->pgoff = reloc;
  459. }
  460. void maps__insert(struct rb_root *maps, struct map *map)
  461. {
  462. struct rb_node **p = &maps->rb_node;
  463. struct rb_node *parent = NULL;
  464. const u64 ip = map->start;
  465. struct map *m;
  466. while (*p != NULL) {
  467. parent = *p;
  468. m = rb_entry(parent, struct map, rb_node);
  469. if (ip < m->start)
  470. p = &(*p)->rb_left;
  471. else
  472. p = &(*p)->rb_right;
  473. }
  474. rb_link_node(&map->rb_node, parent, p);
  475. rb_insert_color(&map->rb_node, maps);
  476. }
  477. void maps__remove(struct rb_root *self, struct map *map)
  478. {
  479. rb_erase(&map->rb_node, self);
  480. }
  481. struct map *maps__find(struct rb_root *maps, u64 ip)
  482. {
  483. struct rb_node **p = &maps->rb_node;
  484. struct rb_node *parent = NULL;
  485. struct map *m;
  486. while (*p != NULL) {
  487. parent = *p;
  488. m = rb_entry(parent, struct map, rb_node);
  489. if (ip < m->start)
  490. p = &(*p)->rb_left;
  491. else if (ip > m->end)
  492. p = &(*p)->rb_right;
  493. else
  494. return m;
  495. }
  496. return NULL;
  497. }