header.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707
  1. #include <sys/types.h>
  2. #include <byteswap.h>
  3. #include <unistd.h>
  4. #include <stdio.h>
  5. #include <stdlib.h>
  6. #include <linux/list.h>
  7. #include <linux/kernel.h>
  8. #include "util.h"
  9. #include "header.h"
  10. #include "../perf.h"
  11. #include "trace-event.h"
  12. #include "session.h"
  13. #include "symbol.h"
  14. #include "debug.h"
  15. /*
  16. * Create new perf.data header attribute:
  17. */
  18. struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  19. {
  20. struct perf_header_attr *self = malloc(sizeof(*self));
  21. if (self != NULL) {
  22. self->attr = *attr;
  23. self->ids = 0;
  24. self->size = 1;
  25. self->id = malloc(sizeof(u64));
  26. if (self->id == NULL) {
  27. free(self);
  28. self = NULL;
  29. }
  30. }
  31. return self;
  32. }
  33. void perf_header_attr__delete(struct perf_header_attr *self)
  34. {
  35. free(self->id);
  36. free(self);
  37. }
  38. int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  39. {
  40. int pos = self->ids;
  41. self->ids++;
  42. if (self->ids > self->size) {
  43. int nsize = self->size * 2;
  44. u64 *nid = realloc(self->id, nsize * sizeof(u64));
  45. if (nid == NULL)
  46. return -1;
  47. self->size = nsize;
  48. self->id = nid;
  49. }
  50. self->id[pos] = id;
  51. return 0;
  52. }
  53. int perf_header__init(struct perf_header *self)
  54. {
  55. self->size = 1;
  56. self->attr = malloc(sizeof(void *));
  57. return self->attr == NULL ? -ENOMEM : 0;
  58. }
  59. void perf_header__exit(struct perf_header *self)
  60. {
  61. int i;
  62. for (i = 0; i < self->attrs; ++i)
  63. perf_header_attr__delete(self->attr[i]);
  64. free(self->attr);
  65. }
  66. int perf_header__add_attr(struct perf_header *self,
  67. struct perf_header_attr *attr)
  68. {
  69. if (self->frozen)
  70. return -1;
  71. if (self->attrs == self->size) {
  72. int nsize = self->size * 2;
  73. struct perf_header_attr **nattr;
  74. nattr = realloc(self->attr, nsize * sizeof(void *));
  75. if (nattr == NULL)
  76. return -1;
  77. self->size = nsize;
  78. self->attr = nattr;
  79. }
  80. self->attr[self->attrs++] = attr;
  81. return 0;
  82. }
  83. #define MAX_EVENT_NAME 64
  84. struct perf_trace_event_type {
  85. u64 event_id;
  86. char name[MAX_EVENT_NAME];
  87. };
  88. static int event_count;
  89. static struct perf_trace_event_type *events;
  90. int perf_header__push_event(u64 id, const char *name)
  91. {
  92. if (strlen(name) > MAX_EVENT_NAME)
  93. pr_warning("Event %s will be truncated\n", name);
  94. if (!events) {
  95. events = malloc(sizeof(struct perf_trace_event_type));
  96. if (events == NULL)
  97. return -ENOMEM;
  98. } else {
  99. struct perf_trace_event_type *nevents;
  100. nevents = realloc(events, (event_count + 1) * sizeof(*events));
  101. if (nevents == NULL)
  102. return -ENOMEM;
  103. events = nevents;
  104. }
  105. memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
  106. events[event_count].event_id = id;
  107. strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
  108. event_count++;
  109. return 0;
  110. }
  111. char *perf_header__find_event(u64 id)
  112. {
  113. int i;
  114. for (i = 0 ; i < event_count; i++) {
  115. if (events[i].event_id == id)
  116. return events[i].name;
  117. }
  118. return NULL;
  119. }
  120. static const char *__perf_magic = "PERFFILE";
  121. #define PERF_MAGIC (*(u64 *)__perf_magic)
  122. struct perf_file_attr {
  123. struct perf_event_attr attr;
  124. struct perf_file_section ids;
  125. };
  126. void perf_header__set_feat(struct perf_header *self, int feat)
  127. {
  128. set_bit(feat, self->adds_features);
  129. }
  130. bool perf_header__has_feat(const struct perf_header *self, int feat)
  131. {
  132. return test_bit(feat, self->adds_features);
  133. }
  134. static int do_write(int fd, const void *buf, size_t size)
  135. {
  136. while (size) {
  137. int ret = write(fd, buf, size);
  138. if (ret < 0)
  139. return -errno;
  140. size -= ret;
  141. buf += ret;
  142. }
  143. return 0;
  144. }
  145. #define NAME_ALIGN 64
  146. static int write_padded(int fd, const void *bf, size_t count,
  147. size_t count_aligned)
  148. {
  149. static const char zero_buf[NAME_ALIGN];
  150. int err = do_write(fd, bf, count);
  151. if (!err)
  152. err = do_write(fd, zero_buf, count_aligned - count);
  153. return err;
  154. }
  155. #define dsos__for_each_with_build_id(pos, head) \
  156. list_for_each_entry(pos, head, node) \
  157. if (!pos->has_build_id) \
  158. continue; \
  159. else
  160. static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
  161. {
  162. struct dso *pos;
  163. dsos__for_each_with_build_id(pos, head) {
  164. int err;
  165. struct build_id_event b;
  166. size_t len = pos->long_name_len + 1;
  167. len = ALIGN(len, NAME_ALIGN);
  168. memset(&b, 0, sizeof(b));
  169. memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
  170. b.header.misc = misc;
  171. b.header.size = sizeof(b) + len;
  172. err = do_write(fd, &b, sizeof(b));
  173. if (err < 0)
  174. return err;
  175. err = write_padded(fd, pos->long_name,
  176. pos->long_name_len + 1, len);
  177. if (err < 0)
  178. return err;
  179. }
  180. return 0;
  181. }
  182. static int dsos__write_buildid_table(int fd)
  183. {
  184. int err = __dsos__write_buildid_table(&dsos__kernel,
  185. PERF_RECORD_MISC_KERNEL, fd);
  186. if (err == 0)
  187. err = __dsos__write_buildid_table(&dsos__user,
  188. PERF_RECORD_MISC_USER, fd);
  189. return err;
  190. }
  191. static int dso__cache_build_id(struct dso *self, const char *debugdir)
  192. {
  193. const size_t size = PATH_MAX;
  194. char *filename = malloc(size),
  195. *linkname = malloc(size), *targetname, *sbuild_id;
  196. int len, err = -1;
  197. bool is_kallsyms = self->kernel && self->long_name[0] != '/';
  198. if (filename == NULL || linkname == NULL)
  199. goto out_free;
  200. len = snprintf(filename, size, "%s%s%s",
  201. debugdir, is_kallsyms ? "/" : "", self->long_name);
  202. if (mkdir_p(filename, 0755))
  203. goto out_free;
  204. len += snprintf(filename + len, sizeof(filename) - len, "/");
  205. sbuild_id = filename + len;
  206. build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
  207. if (access(filename, F_OK)) {
  208. if (is_kallsyms) {
  209. if (copyfile("/proc/kallsyms", filename))
  210. goto out_free;
  211. } else if (link(self->long_name, filename) &&
  212. copyfile(self->long_name, filename))
  213. goto out_free;
  214. }
  215. len = snprintf(linkname, size, "%s/.build-id/%.2s",
  216. debugdir, sbuild_id);
  217. if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
  218. goto out_free;
  219. snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
  220. targetname = filename + strlen(debugdir) - 5;
  221. memcpy(targetname, "../..", 5);
  222. if (symlink(targetname, linkname) == 0)
  223. err = 0;
  224. out_free:
  225. free(filename);
  226. free(linkname);
  227. return err;
  228. }
  229. static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
  230. {
  231. struct dso *pos;
  232. int err = 0;
  233. dsos__for_each_with_build_id(pos, head)
  234. if (dso__cache_build_id(pos, debugdir))
  235. err = -1;
  236. return err;
  237. }
  238. static int dsos__cache_build_ids(void)
  239. {
  240. int err_kernel, err_user;
  241. char debugdir[PATH_MAX];
  242. snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
  243. DEBUG_CACHE_DIR);
  244. if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
  245. return -1;
  246. err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
  247. err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
  248. return err_kernel || err_user ? -1 : 0;
  249. }
  250. static int perf_header__adds_write(struct perf_header *self, int fd)
  251. {
  252. int nr_sections;
  253. struct perf_file_section *feat_sec;
  254. int sec_size;
  255. u64 sec_start;
  256. int idx = 0, err;
  257. if (dsos__read_build_ids())
  258. perf_header__set_feat(self, HEADER_BUILD_ID);
  259. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  260. if (!nr_sections)
  261. return 0;
  262. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  263. if (feat_sec == NULL)
  264. return -ENOMEM;
  265. sec_size = sizeof(*feat_sec) * nr_sections;
  266. sec_start = self->data_offset + self->data_size;
  267. lseek(fd, sec_start + sec_size, SEEK_SET);
  268. if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
  269. struct perf_file_section *trace_sec;
  270. trace_sec = &feat_sec[idx++];
  271. /* Write trace info */
  272. trace_sec->offset = lseek(fd, 0, SEEK_CUR);
  273. read_tracing_data(fd, attrs, nr_counters);
  274. trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
  275. }
  276. if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
  277. struct perf_file_section *buildid_sec;
  278. buildid_sec = &feat_sec[idx++];
  279. /* Write build-ids */
  280. buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
  281. err = dsos__write_buildid_table(fd);
  282. if (err < 0) {
  283. pr_debug("failed to write buildid table\n");
  284. goto out_free;
  285. }
  286. buildid_sec->size = lseek(fd, 0, SEEK_CUR) - buildid_sec->offset;
  287. dsos__cache_build_ids();
  288. }
  289. lseek(fd, sec_start, SEEK_SET);
  290. err = do_write(fd, feat_sec, sec_size);
  291. if (err < 0)
  292. pr_debug("failed to write feature section\n");
  293. out_free:
  294. free(feat_sec);
  295. return err;
  296. }
  297. int perf_header__write(struct perf_header *self, int fd, bool at_exit)
  298. {
  299. struct perf_file_header f_header;
  300. struct perf_file_attr f_attr;
  301. struct perf_header_attr *attr;
  302. int i, err;
  303. lseek(fd, sizeof(f_header), SEEK_SET);
  304. for (i = 0; i < self->attrs; i++) {
  305. attr = self->attr[i];
  306. attr->id_offset = lseek(fd, 0, SEEK_CUR);
  307. err = do_write(fd, attr->id, attr->ids * sizeof(u64));
  308. if (err < 0) {
  309. pr_debug("failed to write perf header\n");
  310. return err;
  311. }
  312. }
  313. self->attr_offset = lseek(fd, 0, SEEK_CUR);
  314. for (i = 0; i < self->attrs; i++) {
  315. attr = self->attr[i];
  316. f_attr = (struct perf_file_attr){
  317. .attr = attr->attr,
  318. .ids = {
  319. .offset = attr->id_offset,
  320. .size = attr->ids * sizeof(u64),
  321. }
  322. };
  323. err = do_write(fd, &f_attr, sizeof(f_attr));
  324. if (err < 0) {
  325. pr_debug("failed to write perf header attribute\n");
  326. return err;
  327. }
  328. }
  329. self->event_offset = lseek(fd, 0, SEEK_CUR);
  330. self->event_size = event_count * sizeof(struct perf_trace_event_type);
  331. if (events) {
  332. err = do_write(fd, events, self->event_size);
  333. if (err < 0) {
  334. pr_debug("failed to write perf header events\n");
  335. return err;
  336. }
  337. }
  338. self->data_offset = lseek(fd, 0, SEEK_CUR);
  339. if (at_exit) {
  340. err = perf_header__adds_write(self, fd);
  341. if (err < 0)
  342. return err;
  343. }
  344. f_header = (struct perf_file_header){
  345. .magic = PERF_MAGIC,
  346. .size = sizeof(f_header),
  347. .attr_size = sizeof(f_attr),
  348. .attrs = {
  349. .offset = self->attr_offset,
  350. .size = self->attrs * sizeof(f_attr),
  351. },
  352. .data = {
  353. .offset = self->data_offset,
  354. .size = self->data_size,
  355. },
  356. .event_types = {
  357. .offset = self->event_offset,
  358. .size = self->event_size,
  359. },
  360. };
  361. memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
  362. lseek(fd, 0, SEEK_SET);
  363. err = do_write(fd, &f_header, sizeof(f_header));
  364. if (err < 0) {
  365. pr_debug("failed to write perf header\n");
  366. return err;
  367. }
  368. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  369. self->frozen = 1;
  370. return 0;
  371. }
  372. static int do_read(int fd, void *buf, size_t size)
  373. {
  374. while (size) {
  375. int ret = read(fd, buf, size);
  376. if (ret <= 0)
  377. return -1;
  378. size -= ret;
  379. buf += ret;
  380. }
  381. return 0;
  382. }
  383. static int perf_header__getbuffer64(struct perf_header *self,
  384. int fd, void *buf, size_t size)
  385. {
  386. if (do_read(fd, buf, size))
  387. return -1;
  388. if (self->needs_swap)
  389. mem_bswap_64(buf, size);
  390. return 0;
  391. }
  392. int perf_header__process_sections(struct perf_header *self, int fd,
  393. int (*process)(struct perf_file_section *self,
  394. struct perf_header *ph,
  395. int feat, int fd))
  396. {
  397. struct perf_file_section *feat_sec;
  398. int nr_sections;
  399. int sec_size;
  400. int idx = 0;
  401. int err = -1, feat = 1;
  402. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  403. if (!nr_sections)
  404. return 0;
  405. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  406. if (!feat_sec)
  407. return -1;
  408. sec_size = sizeof(*feat_sec) * nr_sections;
  409. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  410. if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
  411. goto out_free;
  412. err = 0;
  413. while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
  414. if (perf_header__has_feat(self, feat)) {
  415. struct perf_file_section *sec = &feat_sec[idx++];
  416. err = process(sec, self, feat, fd);
  417. if (err < 0)
  418. break;
  419. }
  420. ++feat;
  421. }
  422. out_free:
  423. free(feat_sec);
  424. return err;
  425. }
  426. int perf_file_header__read(struct perf_file_header *self,
  427. struct perf_header *ph, int fd)
  428. {
  429. lseek(fd, 0, SEEK_SET);
  430. if (do_read(fd, self, sizeof(*self)) ||
  431. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  432. return -1;
  433. if (self->attr_size != sizeof(struct perf_file_attr)) {
  434. u64 attr_size = bswap_64(self->attr_size);
  435. if (attr_size != sizeof(struct perf_file_attr))
  436. return -1;
  437. mem_bswap_64(self, offsetof(struct perf_file_header,
  438. adds_features));
  439. ph->needs_swap = true;
  440. }
  441. if (self->size != sizeof(*self)) {
  442. /* Support the previous format */
  443. if (self->size == offsetof(typeof(*self), adds_features))
  444. bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
  445. else
  446. return -1;
  447. }
  448. memcpy(&ph->adds_features, &self->adds_features,
  449. sizeof(ph->adds_features));
  450. /*
  451. * FIXME: hack that assumes that if we need swap the perf.data file
  452. * may be coming from an arch with a different word-size, ergo different
  453. * DEFINE_BITMAP format, investigate more later, but for now its mostly
  454. * safe to assume that we have a build-id section. Trace files probably
  455. * have several other issues in this realm anyway...
  456. */
  457. if (ph->needs_swap) {
  458. memset(&ph->adds_features, 0, sizeof(ph->adds_features));
  459. perf_header__set_feat(ph, HEADER_BUILD_ID);
  460. }
  461. ph->event_offset = self->event_types.offset;
  462. ph->event_size = self->event_types.size;
  463. ph->data_offset = self->data.offset;
  464. ph->data_size = self->data.size;
  465. return 0;
  466. }
  467. static int perf_file_section__process(struct perf_file_section *self,
  468. struct perf_header *ph,
  469. int feat, int fd)
  470. {
  471. if (lseek(fd, self->offset, SEEK_SET) < 0) {
  472. pr_debug("Failed to lseek to %Ld offset for feature %d, "
  473. "continuing...\n", self->offset, feat);
  474. return 0;
  475. }
  476. switch (feat) {
  477. case HEADER_TRACE_INFO:
  478. trace_report(fd);
  479. break;
  480. case HEADER_BUILD_ID:
  481. if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
  482. pr_debug("Failed to read buildids, continuing...\n");
  483. break;
  484. default:
  485. pr_debug("unknown feature %d, continuing...\n", feat);
  486. }
  487. return 0;
  488. }
  489. int perf_header__read(struct perf_header *self, int fd)
  490. {
  491. struct perf_file_header f_header;
  492. struct perf_file_attr f_attr;
  493. u64 f_id;
  494. int nr_attrs, nr_ids, i, j;
  495. if (perf_file_header__read(&f_header, self, fd) < 0) {
  496. pr_debug("incompatible file format\n");
  497. return -EINVAL;
  498. }
  499. nr_attrs = f_header.attrs.size / sizeof(f_attr);
  500. lseek(fd, f_header.attrs.offset, SEEK_SET);
  501. for (i = 0; i < nr_attrs; i++) {
  502. struct perf_header_attr *attr;
  503. off_t tmp;
  504. if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
  505. goto out_errno;
  506. tmp = lseek(fd, 0, SEEK_CUR);
  507. attr = perf_header_attr__new(&f_attr.attr);
  508. if (attr == NULL)
  509. return -ENOMEM;
  510. nr_ids = f_attr.ids.size / sizeof(u64);
  511. lseek(fd, f_attr.ids.offset, SEEK_SET);
  512. for (j = 0; j < nr_ids; j++) {
  513. if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
  514. goto out_errno;
  515. if (perf_header_attr__add_id(attr, f_id) < 0) {
  516. perf_header_attr__delete(attr);
  517. return -ENOMEM;
  518. }
  519. }
  520. if (perf_header__add_attr(self, attr) < 0) {
  521. perf_header_attr__delete(attr);
  522. return -ENOMEM;
  523. }
  524. lseek(fd, tmp, SEEK_SET);
  525. }
  526. if (f_header.event_types.size) {
  527. lseek(fd, f_header.event_types.offset, SEEK_SET);
  528. events = malloc(f_header.event_types.size);
  529. if (events == NULL)
  530. return -ENOMEM;
  531. if (perf_header__getbuffer64(self, fd, events,
  532. f_header.event_types.size))
  533. goto out_errno;
  534. event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
  535. }
  536. perf_header__process_sections(self, fd, perf_file_section__process);
  537. lseek(fd, self->data_offset, SEEK_SET);
  538. self->frozen = 1;
  539. return 0;
  540. out_errno:
  541. return -errno;
  542. }
  543. u64 perf_header__sample_type(struct perf_header *header)
  544. {
  545. u64 type = 0;
  546. int i;
  547. for (i = 0; i < header->attrs; i++) {
  548. struct perf_header_attr *attr = header->attr[i];
  549. if (!type)
  550. type = attr->attr.sample_type;
  551. else if (type != attr->attr.sample_type)
  552. die("non matching sample_type");
  553. }
  554. return type;
  555. }
  556. struct perf_event_attr *
  557. perf_header__find_attr(u64 id, struct perf_header *header)
  558. {
  559. int i;
  560. for (i = 0; i < header->attrs; i++) {
  561. struct perf_header_attr *attr = header->attr[i];
  562. int j;
  563. for (j = 0; j < attr->ids; j++) {
  564. if (attr->id[j] == id)
  565. return &attr->attr;
  566. }
  567. }
  568. return NULL;
  569. }