header.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206
  1. #define _FILE_OFFSET_BITS 64
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include "util.h"
  10. #include "header.h"
  11. #include "../perf.h"
  12. #include "trace-event.h"
  13. #include "session.h"
  14. #include "symbol.h"
  15. #include "debug.h"
  16. static bool no_buildid_cache = false;
  17. /*
  18. * Create new perf.data header attribute:
  19. */
  20. struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  21. {
  22. struct perf_header_attr *self = malloc(sizeof(*self));
  23. if (self != NULL) {
  24. self->attr = *attr;
  25. self->ids = 0;
  26. self->size = 1;
  27. self->id = malloc(sizeof(u64));
  28. if (self->id == NULL) {
  29. free(self);
  30. self = NULL;
  31. }
  32. }
  33. return self;
  34. }
  35. void perf_header_attr__delete(struct perf_header_attr *self)
  36. {
  37. free(self->id);
  38. free(self);
  39. }
  40. int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  41. {
  42. int pos = self->ids;
  43. self->ids++;
  44. if (self->ids > self->size) {
  45. int nsize = self->size * 2;
  46. u64 *nid = realloc(self->id, nsize * sizeof(u64));
  47. if (nid == NULL)
  48. return -1;
  49. self->size = nsize;
  50. self->id = nid;
  51. }
  52. self->id[pos] = id;
  53. return 0;
  54. }
  55. int perf_header__init(struct perf_header *self)
  56. {
  57. self->size = 1;
  58. self->attr = malloc(sizeof(void *));
  59. return self->attr == NULL ? -ENOMEM : 0;
  60. }
  61. void perf_header__exit(struct perf_header *self)
  62. {
  63. int i;
  64. for (i = 0; i < self->attrs; ++i)
  65. perf_header_attr__delete(self->attr[i]);
  66. free(self->attr);
  67. }
  68. int perf_header__add_attr(struct perf_header *self,
  69. struct perf_header_attr *attr)
  70. {
  71. if (self->frozen)
  72. return -1;
  73. if (self->attrs == self->size) {
  74. int nsize = self->size * 2;
  75. struct perf_header_attr **nattr;
  76. nattr = realloc(self->attr, nsize * sizeof(void *));
  77. if (nattr == NULL)
  78. return -1;
  79. self->size = nsize;
  80. self->attr = nattr;
  81. }
  82. self->attr[self->attrs++] = attr;
  83. return 0;
  84. }
  85. static int event_count;
  86. static struct perf_trace_event_type *events;
  87. int perf_header__push_event(u64 id, const char *name)
  88. {
  89. if (strlen(name) > MAX_EVENT_NAME)
  90. pr_warning("Event %s will be truncated\n", name);
  91. if (!events) {
  92. events = malloc(sizeof(struct perf_trace_event_type));
  93. if (events == NULL)
  94. return -ENOMEM;
  95. } else {
  96. struct perf_trace_event_type *nevents;
  97. nevents = realloc(events, (event_count + 1) * sizeof(*events));
  98. if (nevents == NULL)
  99. return -ENOMEM;
  100. events = nevents;
  101. }
  102. memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
  103. events[event_count].event_id = id;
  104. strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
  105. event_count++;
  106. return 0;
  107. }
  108. char *perf_header__find_event(u64 id)
  109. {
  110. int i;
  111. for (i = 0 ; i < event_count; i++) {
  112. if (events[i].event_id == id)
  113. return events[i].name;
  114. }
  115. return NULL;
  116. }
  117. static const char *__perf_magic = "PERFFILE";
  118. #define PERF_MAGIC (*(u64 *)__perf_magic)
  119. struct perf_file_attr {
  120. struct perf_event_attr attr;
  121. struct perf_file_section ids;
  122. };
  123. void perf_header__set_feat(struct perf_header *self, int feat)
  124. {
  125. set_bit(feat, self->adds_features);
  126. }
  127. bool perf_header__has_feat(const struct perf_header *self, int feat)
  128. {
  129. return test_bit(feat, self->adds_features);
  130. }
  131. static int do_write(int fd, const void *buf, size_t size)
  132. {
  133. while (size) {
  134. int ret = write(fd, buf, size);
  135. if (ret < 0)
  136. return -errno;
  137. size -= ret;
  138. buf += ret;
  139. }
  140. return 0;
  141. }
  142. #define NAME_ALIGN 64
  143. static int write_padded(int fd, const void *bf, size_t count,
  144. size_t count_aligned)
  145. {
  146. static const char zero_buf[NAME_ALIGN];
  147. int err = do_write(fd, bf, count);
  148. if (!err)
  149. err = do_write(fd, zero_buf, count_aligned - count);
  150. return err;
  151. }
  152. #define dsos__for_each_with_build_id(pos, head) \
  153. list_for_each_entry(pos, head, node) \
  154. if (!pos->has_build_id) \
  155. continue; \
  156. else
  157. static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
  158. u16 misc, int fd)
  159. {
  160. struct dso *pos;
  161. dsos__for_each_with_build_id(pos, head) {
  162. int err;
  163. struct build_id_event b;
  164. size_t len;
  165. if (!pos->hit)
  166. continue;
  167. len = pos->long_name_len + 1;
  168. len = ALIGN(len, NAME_ALIGN);
  169. memset(&b, 0, sizeof(b));
  170. memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
  171. b.pid = pid;
  172. b.header.misc = misc;
  173. b.header.size = sizeof(b) + len;
  174. err = do_write(fd, &b, sizeof(b));
  175. if (err < 0)
  176. return err;
  177. err = write_padded(fd, pos->long_name,
  178. pos->long_name_len + 1, len);
  179. if (err < 0)
  180. return err;
  181. }
  182. return 0;
  183. }
  184. static int machine__write_buildid_table(struct machine *self, int fd)
  185. {
  186. int err;
  187. u16 kmisc = PERF_RECORD_MISC_KERNEL,
  188. umisc = PERF_RECORD_MISC_USER;
  189. if (!machine__is_host(self)) {
  190. kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
  191. umisc = PERF_RECORD_MISC_GUEST_USER;
  192. }
  193. err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
  194. kmisc, fd);
  195. if (err == 0)
  196. err = __dsos__write_buildid_table(&self->user_dsos,
  197. self->pid, umisc, fd);
  198. return err;
  199. }
  200. static int dsos__write_buildid_table(struct perf_header *header, int fd)
  201. {
  202. struct perf_session *session = container_of(header,
  203. struct perf_session, header);
  204. struct rb_node *nd;
  205. int err = machine__write_buildid_table(&session->host_machine, fd);
  206. if (err)
  207. return err;
  208. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  209. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  210. err = machine__write_buildid_table(pos, fd);
  211. if (err)
  212. break;
  213. }
  214. return err;
  215. }
  216. int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
  217. const char *name, bool is_kallsyms)
  218. {
  219. const size_t size = PATH_MAX;
  220. char *realname = realpath(name, NULL),
  221. *filename = malloc(size),
  222. *linkname = malloc(size), *targetname;
  223. int len, err = -1;
  224. if (realname == NULL || filename == NULL || linkname == NULL)
  225. goto out_free;
  226. len = snprintf(filename, size, "%s%s%s",
  227. debugdir, is_kallsyms ? "/" : "", realname);
  228. if (mkdir_p(filename, 0755))
  229. goto out_free;
  230. snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
  231. if (access(filename, F_OK)) {
  232. if (is_kallsyms) {
  233. if (copyfile("/proc/kallsyms", filename))
  234. goto out_free;
  235. } else if (link(realname, filename) && copyfile(name, filename))
  236. goto out_free;
  237. }
  238. len = snprintf(linkname, size, "%s/.build-id/%.2s",
  239. debugdir, sbuild_id);
  240. if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
  241. goto out_free;
  242. snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
  243. targetname = filename + strlen(debugdir) - 5;
  244. memcpy(targetname, "../..", 5);
  245. if (symlink(targetname, linkname) == 0)
  246. err = 0;
  247. out_free:
  248. free(realname);
  249. free(filename);
  250. free(linkname);
  251. return err;
  252. }
  253. static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
  254. const char *name, const char *debugdir,
  255. bool is_kallsyms)
  256. {
  257. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  258. build_id__sprintf(build_id, build_id_size, sbuild_id);
  259. return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
  260. }
  261. int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
  262. {
  263. const size_t size = PATH_MAX;
  264. char *filename = malloc(size),
  265. *linkname = malloc(size);
  266. int err = -1;
  267. if (filename == NULL || linkname == NULL)
  268. goto out_free;
  269. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  270. debugdir, sbuild_id, sbuild_id + 2);
  271. if (access(linkname, F_OK))
  272. goto out_free;
  273. if (readlink(linkname, filename, size) < 0)
  274. goto out_free;
  275. if (unlink(linkname))
  276. goto out_free;
  277. /*
  278. * Since the link is relative, we must make it absolute:
  279. */
  280. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  281. debugdir, sbuild_id, filename);
  282. if (unlink(linkname))
  283. goto out_free;
  284. err = 0;
  285. out_free:
  286. free(filename);
  287. free(linkname);
  288. return err;
  289. }
  290. static int dso__cache_build_id(struct dso *self, const char *debugdir)
  291. {
  292. bool is_kallsyms = self->kernel && self->long_name[0] != '/';
  293. return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
  294. self->long_name, debugdir, is_kallsyms);
  295. }
  296. static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
  297. {
  298. struct dso *pos;
  299. int err = 0;
  300. dsos__for_each_with_build_id(pos, head)
  301. if (dso__cache_build_id(pos, debugdir))
  302. err = -1;
  303. return err;
  304. }
  305. static int machine__cache_build_ids(struct machine *self, const char *debugdir)
  306. {
  307. int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
  308. ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
  309. return ret;
  310. }
  311. static int perf_session__cache_build_ids(struct perf_session *self)
  312. {
  313. struct rb_node *nd;
  314. int ret;
  315. char debugdir[PATH_MAX];
  316. snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
  317. if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
  318. return -1;
  319. ret = machine__cache_build_ids(&self->host_machine, debugdir);
  320. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  321. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  322. ret |= machine__cache_build_ids(pos, debugdir);
  323. }
  324. return ret ? -1 : 0;
  325. }
  326. static bool machine__read_build_ids(struct machine *self, bool with_hits)
  327. {
  328. bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
  329. ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
  330. return ret;
  331. }
  332. static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
  333. {
  334. struct rb_node *nd;
  335. bool ret = machine__read_build_ids(&self->host_machine, with_hits);
  336. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  337. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  338. ret |= machine__read_build_ids(pos, with_hits);
  339. }
  340. return ret;
  341. }
  342. static int perf_header__adds_write(struct perf_header *self, int fd)
  343. {
  344. int nr_sections;
  345. struct perf_session *session;
  346. struct perf_file_section *feat_sec;
  347. int sec_size;
  348. u64 sec_start;
  349. int idx = 0, err;
  350. session = container_of(self, struct perf_session, header);
  351. if (perf_session__read_build_ids(session, true))
  352. perf_header__set_feat(self, HEADER_BUILD_ID);
  353. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  354. if (!nr_sections)
  355. return 0;
  356. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  357. if (feat_sec == NULL)
  358. return -ENOMEM;
  359. sec_size = sizeof(*feat_sec) * nr_sections;
  360. sec_start = self->data_offset + self->data_size;
  361. lseek(fd, sec_start + sec_size, SEEK_SET);
  362. if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
  363. struct perf_file_section *trace_sec;
  364. trace_sec = &feat_sec[idx++];
  365. /* Write trace info */
  366. trace_sec->offset = lseek(fd, 0, SEEK_CUR);
  367. read_tracing_data(fd, attrs, nr_counters);
  368. trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
  369. }
  370. if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
  371. struct perf_file_section *buildid_sec;
  372. buildid_sec = &feat_sec[idx++];
  373. /* Write build-ids */
  374. buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
  375. err = dsos__write_buildid_table(self, fd);
  376. if (err < 0) {
  377. pr_debug("failed to write buildid table\n");
  378. goto out_free;
  379. }
  380. buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
  381. buildid_sec->offset;
  382. if (!no_buildid_cache)
  383. perf_session__cache_build_ids(session);
  384. }
  385. lseek(fd, sec_start, SEEK_SET);
  386. err = do_write(fd, feat_sec, sec_size);
  387. if (err < 0)
  388. pr_debug("failed to write feature section\n");
  389. out_free:
  390. free(feat_sec);
  391. return err;
  392. }
  393. int perf_header__write_pipe(int fd)
  394. {
  395. struct perf_pipe_file_header f_header;
  396. int err;
  397. f_header = (struct perf_pipe_file_header){
  398. .magic = PERF_MAGIC,
  399. .size = sizeof(f_header),
  400. };
  401. err = do_write(fd, &f_header, sizeof(f_header));
  402. if (err < 0) {
  403. pr_debug("failed to write perf pipe header\n");
  404. return err;
  405. }
  406. return 0;
  407. }
  408. int perf_header__write(struct perf_header *self, int fd, bool at_exit)
  409. {
  410. struct perf_file_header f_header;
  411. struct perf_file_attr f_attr;
  412. struct perf_header_attr *attr;
  413. int i, err;
  414. lseek(fd, sizeof(f_header), SEEK_SET);
  415. for (i = 0; i < self->attrs; i++) {
  416. attr = self->attr[i];
  417. attr->id_offset = lseek(fd, 0, SEEK_CUR);
  418. err = do_write(fd, attr->id, attr->ids * sizeof(u64));
  419. if (err < 0) {
  420. pr_debug("failed to write perf header\n");
  421. return err;
  422. }
  423. }
  424. self->attr_offset = lseek(fd, 0, SEEK_CUR);
  425. for (i = 0; i < self->attrs; i++) {
  426. attr = self->attr[i];
  427. f_attr = (struct perf_file_attr){
  428. .attr = attr->attr,
  429. .ids = {
  430. .offset = attr->id_offset,
  431. .size = attr->ids * sizeof(u64),
  432. }
  433. };
  434. err = do_write(fd, &f_attr, sizeof(f_attr));
  435. if (err < 0) {
  436. pr_debug("failed to write perf header attribute\n");
  437. return err;
  438. }
  439. }
  440. self->event_offset = lseek(fd, 0, SEEK_CUR);
  441. self->event_size = event_count * sizeof(struct perf_trace_event_type);
  442. if (events) {
  443. err = do_write(fd, events, self->event_size);
  444. if (err < 0) {
  445. pr_debug("failed to write perf header events\n");
  446. return err;
  447. }
  448. }
  449. self->data_offset = lseek(fd, 0, SEEK_CUR);
  450. if (at_exit) {
  451. err = perf_header__adds_write(self, fd);
  452. if (err < 0)
  453. return err;
  454. }
  455. f_header = (struct perf_file_header){
  456. .magic = PERF_MAGIC,
  457. .size = sizeof(f_header),
  458. .attr_size = sizeof(f_attr),
  459. .attrs = {
  460. .offset = self->attr_offset,
  461. .size = self->attrs * sizeof(f_attr),
  462. },
  463. .data = {
  464. .offset = self->data_offset,
  465. .size = self->data_size,
  466. },
  467. .event_types = {
  468. .offset = self->event_offset,
  469. .size = self->event_size,
  470. },
  471. };
  472. memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
  473. lseek(fd, 0, SEEK_SET);
  474. err = do_write(fd, &f_header, sizeof(f_header));
  475. if (err < 0) {
  476. pr_debug("failed to write perf header\n");
  477. return err;
  478. }
  479. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  480. self->frozen = 1;
  481. return 0;
  482. }
  483. static int perf_header__getbuffer64(struct perf_header *self,
  484. int fd, void *buf, size_t size)
  485. {
  486. if (do_read(fd, buf, size) <= 0)
  487. return -1;
  488. if (self->needs_swap)
  489. mem_bswap_64(buf, size);
  490. return 0;
  491. }
  492. int perf_header__process_sections(struct perf_header *self, int fd,
  493. int (*process)(struct perf_file_section *self,
  494. struct perf_header *ph,
  495. int feat, int fd))
  496. {
  497. struct perf_file_section *feat_sec;
  498. int nr_sections;
  499. int sec_size;
  500. int idx = 0;
  501. int err = -1, feat = 1;
  502. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  503. if (!nr_sections)
  504. return 0;
  505. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  506. if (!feat_sec)
  507. return -1;
  508. sec_size = sizeof(*feat_sec) * nr_sections;
  509. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  510. if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
  511. goto out_free;
  512. err = 0;
  513. while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
  514. if (perf_header__has_feat(self, feat)) {
  515. struct perf_file_section *sec = &feat_sec[idx++];
  516. err = process(sec, self, feat, fd);
  517. if (err < 0)
  518. break;
  519. }
  520. ++feat;
  521. }
  522. out_free:
  523. free(feat_sec);
  524. return err;
  525. }
  526. int perf_file_header__read(struct perf_file_header *self,
  527. struct perf_header *ph, int fd)
  528. {
  529. lseek(fd, 0, SEEK_SET);
  530. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  531. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  532. return -1;
  533. if (self->attr_size != sizeof(struct perf_file_attr)) {
  534. u64 attr_size = bswap_64(self->attr_size);
  535. if (attr_size != sizeof(struct perf_file_attr))
  536. return -1;
  537. mem_bswap_64(self, offsetof(struct perf_file_header,
  538. adds_features));
  539. ph->needs_swap = true;
  540. }
  541. if (self->size != sizeof(*self)) {
  542. /* Support the previous format */
  543. if (self->size == offsetof(typeof(*self), adds_features))
  544. bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
  545. else
  546. return -1;
  547. }
  548. memcpy(&ph->adds_features, &self->adds_features,
  549. sizeof(ph->adds_features));
  550. /*
  551. * FIXME: hack that assumes that if we need swap the perf.data file
  552. * may be coming from an arch with a different word-size, ergo different
  553. * DEFINE_BITMAP format, investigate more later, but for now its mostly
  554. * safe to assume that we have a build-id section. Trace files probably
  555. * have several other issues in this realm anyway...
  556. */
  557. if (ph->needs_swap) {
  558. memset(&ph->adds_features, 0, sizeof(ph->adds_features));
  559. perf_header__set_feat(ph, HEADER_BUILD_ID);
  560. }
  561. ph->event_offset = self->event_types.offset;
  562. ph->event_size = self->event_types.size;
  563. ph->data_offset = self->data.offset;
  564. ph->data_size = self->data.size;
  565. return 0;
  566. }
  567. static int __event_process_build_id(struct build_id_event *bev,
  568. char *filename,
  569. struct perf_session *session)
  570. {
  571. int err = -1;
  572. struct list_head *head;
  573. struct machine *machine;
  574. u16 misc;
  575. struct dso *dso;
  576. enum dso_kernel_type dso_type;
  577. machine = perf_session__findnew_machine(session, bev->pid);
  578. if (!machine)
  579. goto out;
  580. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  581. switch (misc) {
  582. case PERF_RECORD_MISC_KERNEL:
  583. dso_type = DSO_TYPE_KERNEL;
  584. head = &machine->kernel_dsos;
  585. break;
  586. case PERF_RECORD_MISC_GUEST_KERNEL:
  587. dso_type = DSO_TYPE_GUEST_KERNEL;
  588. head = &machine->kernel_dsos;
  589. break;
  590. case PERF_RECORD_MISC_USER:
  591. case PERF_RECORD_MISC_GUEST_USER:
  592. dso_type = DSO_TYPE_USER;
  593. head = &machine->user_dsos;
  594. break;
  595. default:
  596. goto out;
  597. }
  598. dso = __dsos__findnew(head, filename);
  599. if (dso != NULL) {
  600. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  601. dso__set_build_id(dso, &bev->build_id);
  602. if (filename[0] == '[')
  603. dso->kernel = dso_type;
  604. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  605. sbuild_id);
  606. pr_debug("build id event received for %s: %s\n",
  607. dso->long_name, sbuild_id);
  608. }
  609. err = 0;
  610. out:
  611. return err;
  612. }
  613. static int perf_header__read_build_ids(struct perf_header *self,
  614. int input, u64 offset, u64 size)
  615. {
  616. struct perf_session *session = container_of(self,
  617. struct perf_session, header);
  618. struct build_id_event bev;
  619. char filename[PATH_MAX];
  620. u64 limit = offset + size;
  621. int err = -1;
  622. while (offset < limit) {
  623. ssize_t len;
  624. if (read(input, &bev, sizeof(bev)) != sizeof(bev))
  625. goto out;
  626. if (self->needs_swap)
  627. perf_event_header__bswap(&bev.header);
  628. len = bev.header.size - sizeof(bev);
  629. if (read(input, filename, len) != len)
  630. goto out;
  631. __event_process_build_id(&bev, filename, session);
  632. offset += bev.header.size;
  633. }
  634. err = 0;
  635. out:
  636. return err;
  637. }
  638. static int perf_file_section__process(struct perf_file_section *self,
  639. struct perf_header *ph,
  640. int feat, int fd)
  641. {
  642. if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
  643. pr_debug("Failed to lseek to %Ld offset for feature %d, "
  644. "continuing...\n", self->offset, feat);
  645. return 0;
  646. }
  647. switch (feat) {
  648. case HEADER_TRACE_INFO:
  649. trace_report(fd, false);
  650. break;
  651. case HEADER_BUILD_ID:
  652. if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
  653. pr_debug("Failed to read buildids, continuing...\n");
  654. break;
  655. default:
  656. pr_debug("unknown feature %d, continuing...\n", feat);
  657. }
  658. return 0;
  659. }
  660. static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
  661. struct perf_header *ph, int fd,
  662. bool repipe)
  663. {
  664. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  665. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  666. return -1;
  667. if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
  668. return -1;
  669. if (self->size != sizeof(*self)) {
  670. u64 size = bswap_64(self->size);
  671. if (size != sizeof(*self))
  672. return -1;
  673. ph->needs_swap = true;
  674. }
  675. return 0;
  676. }
  677. static int perf_header__read_pipe(struct perf_session *session, int fd)
  678. {
  679. struct perf_header *self = &session->header;
  680. struct perf_pipe_file_header f_header;
  681. if (perf_file_header__read_pipe(&f_header, self, fd,
  682. session->repipe) < 0) {
  683. pr_debug("incompatible file format\n");
  684. return -EINVAL;
  685. }
  686. session->fd = fd;
  687. return 0;
  688. }
  689. int perf_header__read(struct perf_session *session, int fd)
  690. {
  691. struct perf_header *self = &session->header;
  692. struct perf_file_header f_header;
  693. struct perf_file_attr f_attr;
  694. u64 f_id;
  695. int nr_attrs, nr_ids, i, j;
  696. if (session->fd_pipe)
  697. return perf_header__read_pipe(session, fd);
  698. if (perf_file_header__read(&f_header, self, fd) < 0) {
  699. pr_debug("incompatible file format\n");
  700. return -EINVAL;
  701. }
  702. nr_attrs = f_header.attrs.size / sizeof(f_attr);
  703. lseek(fd, f_header.attrs.offset, SEEK_SET);
  704. for (i = 0; i < nr_attrs; i++) {
  705. struct perf_header_attr *attr;
  706. off_t tmp;
  707. if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
  708. goto out_errno;
  709. tmp = lseek(fd, 0, SEEK_CUR);
  710. attr = perf_header_attr__new(&f_attr.attr);
  711. if (attr == NULL)
  712. return -ENOMEM;
  713. nr_ids = f_attr.ids.size / sizeof(u64);
  714. lseek(fd, f_attr.ids.offset, SEEK_SET);
  715. for (j = 0; j < nr_ids; j++) {
  716. if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
  717. goto out_errno;
  718. if (perf_header_attr__add_id(attr, f_id) < 0) {
  719. perf_header_attr__delete(attr);
  720. return -ENOMEM;
  721. }
  722. }
  723. if (perf_header__add_attr(self, attr) < 0) {
  724. perf_header_attr__delete(attr);
  725. return -ENOMEM;
  726. }
  727. lseek(fd, tmp, SEEK_SET);
  728. }
  729. if (f_header.event_types.size) {
  730. lseek(fd, f_header.event_types.offset, SEEK_SET);
  731. events = malloc(f_header.event_types.size);
  732. if (events == NULL)
  733. return -ENOMEM;
  734. if (perf_header__getbuffer64(self, fd, events,
  735. f_header.event_types.size))
  736. goto out_errno;
  737. event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
  738. }
  739. perf_header__process_sections(self, fd, perf_file_section__process);
  740. lseek(fd, self->data_offset, SEEK_SET);
  741. self->frozen = 1;
  742. return 0;
  743. out_errno:
  744. return -errno;
  745. }
  746. u64 perf_header__sample_type(struct perf_header *header)
  747. {
  748. u64 type = 0;
  749. int i;
  750. for (i = 0; i < header->attrs; i++) {
  751. struct perf_header_attr *attr = header->attr[i];
  752. if (!type)
  753. type = attr->attr.sample_type;
  754. else if (type != attr->attr.sample_type)
  755. die("non matching sample_type");
  756. }
  757. return type;
  758. }
  759. struct perf_event_attr *
  760. perf_header__find_attr(u64 id, struct perf_header *header)
  761. {
  762. int i;
  763. /*
  764. * We set id to -1 if the data file doesn't contain sample
  765. * ids. This can happen when the data file contains one type
  766. * of event and in that case, the header can still store the
  767. * event attribute information. Check for this and avoid
  768. * walking through the entire list of ids which may be large.
  769. */
  770. if (id == -1ULL) {
  771. if (header->attrs > 0)
  772. return &header->attr[0]->attr;
  773. return NULL;
  774. }
  775. for (i = 0; i < header->attrs; i++) {
  776. struct perf_header_attr *attr = header->attr[i];
  777. int j;
  778. for (j = 0; j < attr->ids; j++) {
  779. if (attr->id[j] == id)
  780. return &attr->attr;
  781. }
  782. }
  783. return NULL;
  784. }
  785. int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
  786. event__handler_t process,
  787. struct perf_session *session)
  788. {
  789. event_t *ev;
  790. size_t size;
  791. int err;
  792. size = sizeof(struct perf_event_attr);
  793. size = ALIGN(size, sizeof(u64));
  794. size += sizeof(struct perf_event_header);
  795. size += ids * sizeof(u64);
  796. ev = malloc(size);
  797. ev->attr.attr = *attr;
  798. memcpy(ev->attr.id, id, ids * sizeof(u64));
  799. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  800. ev->attr.header.size = size;
  801. err = process(ev, session);
  802. free(ev);
  803. return err;
  804. }
  805. int event__synthesize_attrs(struct perf_header *self,
  806. event__handler_t process,
  807. struct perf_session *session)
  808. {
  809. struct perf_header_attr *attr;
  810. int i, err = 0;
  811. for (i = 0; i < self->attrs; i++) {
  812. attr = self->attr[i];
  813. err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
  814. process, session);
  815. if (err) {
  816. pr_debug("failed to create perf header attribute\n");
  817. return err;
  818. }
  819. }
  820. return err;
  821. }
  822. int event__process_attr(event_t *self, struct perf_session *session)
  823. {
  824. struct perf_header_attr *attr;
  825. unsigned int i, ids, n_ids;
  826. attr = perf_header_attr__new(&self->attr.attr);
  827. if (attr == NULL)
  828. return -ENOMEM;
  829. ids = self->header.size;
  830. ids -= (void *)&self->attr.id - (void *)self;
  831. n_ids = ids / sizeof(u64);
  832. for (i = 0; i < n_ids; i++) {
  833. if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
  834. perf_header_attr__delete(attr);
  835. return -ENOMEM;
  836. }
  837. }
  838. if (perf_header__add_attr(&session->header, attr) < 0) {
  839. perf_header_attr__delete(attr);
  840. return -ENOMEM;
  841. }
  842. perf_session__update_sample_type(session);
  843. return 0;
  844. }
  845. int event__synthesize_event_type(u64 event_id, char *name,
  846. event__handler_t process,
  847. struct perf_session *session)
  848. {
  849. event_t ev;
  850. size_t size = 0;
  851. int err = 0;
  852. memset(&ev, 0, sizeof(ev));
  853. ev.event_type.event_type.event_id = event_id;
  854. memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
  855. strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
  856. ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
  857. size = strlen(name);
  858. size = ALIGN(size, sizeof(u64));
  859. ev.event_type.header.size = sizeof(ev.event_type) -
  860. (sizeof(ev.event_type.event_type.name) - size);
  861. err = process(&ev, session);
  862. return err;
  863. }
  864. int event__synthesize_event_types(event__handler_t process,
  865. struct perf_session *session)
  866. {
  867. struct perf_trace_event_type *type;
  868. int i, err = 0;
  869. for (i = 0; i < event_count; i++) {
  870. type = &events[i];
  871. err = event__synthesize_event_type(type->event_id, type->name,
  872. process, session);
  873. if (err) {
  874. pr_debug("failed to create perf header event type\n");
  875. return err;
  876. }
  877. }
  878. return err;
  879. }
  880. int event__process_event_type(event_t *self,
  881. struct perf_session *session __unused)
  882. {
  883. if (perf_header__push_event(self->event_type.event_type.event_id,
  884. self->event_type.event_type.name) < 0)
  885. return -ENOMEM;
  886. return 0;
  887. }
  888. int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
  889. int nb_events,
  890. event__handler_t process,
  891. struct perf_session *session __unused)
  892. {
  893. event_t ev;
  894. ssize_t size = 0, aligned_size = 0, padding;
  895. int err = 0;
  896. memset(&ev, 0, sizeof(ev));
  897. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  898. size = read_tracing_data_size(fd, pattrs, nb_events);
  899. if (size <= 0)
  900. return size;
  901. aligned_size = ALIGN(size, sizeof(u64));
  902. padding = aligned_size - size;
  903. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  904. ev.tracing_data.size = aligned_size;
  905. process(&ev, session);
  906. err = read_tracing_data(fd, pattrs, nb_events);
  907. write_padded(fd, NULL, 0, padding);
  908. return aligned_size;
  909. }
  910. int event__process_tracing_data(event_t *self,
  911. struct perf_session *session)
  912. {
  913. ssize_t size_read, padding, size = self->tracing_data.size;
  914. off_t offset = lseek(session->fd, 0, SEEK_CUR);
  915. char buf[BUFSIZ];
  916. /* setup for reading amidst mmap */
  917. lseek(session->fd, offset + sizeof(struct tracing_data_event),
  918. SEEK_SET);
  919. size_read = trace_report(session->fd, session->repipe);
  920. padding = ALIGN(size_read, sizeof(u64)) - size_read;
  921. if (read(session->fd, buf, padding) < 0)
  922. die("reading input file");
  923. if (session->repipe) {
  924. int retw = write(STDOUT_FILENO, buf, padding);
  925. if (retw <= 0 || retw != padding)
  926. die("repiping tracing data padding");
  927. }
  928. if (size_read + padding != size)
  929. die("tracing data size mismatch");
  930. return size_read + padding;
  931. }
  932. int event__synthesize_build_id(struct dso *pos, u16 misc,
  933. event__handler_t process,
  934. struct machine *machine,
  935. struct perf_session *session)
  936. {
  937. event_t ev;
  938. size_t len;
  939. int err = 0;
  940. if (!pos->hit)
  941. return err;
  942. memset(&ev, 0, sizeof(ev));
  943. len = pos->long_name_len + 1;
  944. len = ALIGN(len, NAME_ALIGN);
  945. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  946. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  947. ev.build_id.header.misc = misc;
  948. ev.build_id.pid = machine->pid;
  949. ev.build_id.header.size = sizeof(ev.build_id) + len;
  950. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  951. err = process(&ev, session);
  952. return err;
  953. }
  954. int event__process_build_id(event_t *self,
  955. struct perf_session *session)
  956. {
  957. __event_process_build_id(&self->build_id,
  958. self->build_id.filename,
  959. session);
  960. return 0;
  961. }
  962. void disable_buildid_cache(void)
  963. {
  964. no_buildid_cache = true;
  965. }