header.c 27 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204
  1. #define _FILE_OFFSET_BITS 64
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include "util.h"
  10. #include "header.h"
  11. #include "../perf.h"
  12. #include "trace-event.h"
  13. #include "session.h"
  14. #include "symbol.h"
  15. #include "debug.h"
  16. static bool no_buildid_cache = false;
  17. /*
  18. * Create new perf.data header attribute:
  19. */
  20. struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  21. {
  22. struct perf_header_attr *self = malloc(sizeof(*self));
  23. if (self != NULL) {
  24. self->attr = *attr;
  25. self->ids = 0;
  26. self->size = 1;
  27. self->id = malloc(sizeof(u64));
  28. if (self->id == NULL) {
  29. free(self);
  30. self = NULL;
  31. }
  32. }
  33. return self;
  34. }
  35. void perf_header_attr__delete(struct perf_header_attr *self)
  36. {
  37. free(self->id);
  38. free(self);
  39. }
  40. int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  41. {
  42. int pos = self->ids;
  43. self->ids++;
  44. if (self->ids > self->size) {
  45. int nsize = self->size * 2;
  46. u64 *nid = realloc(self->id, nsize * sizeof(u64));
  47. if (nid == NULL)
  48. return -1;
  49. self->size = nsize;
  50. self->id = nid;
  51. }
  52. self->id[pos] = id;
  53. return 0;
  54. }
  55. int perf_header__init(struct perf_header *self)
  56. {
  57. self->size = 1;
  58. self->attr = malloc(sizeof(void *));
  59. return self->attr == NULL ? -ENOMEM : 0;
  60. }
  61. void perf_header__exit(struct perf_header *self)
  62. {
  63. int i;
  64. for (i = 0; i < self->attrs; ++i)
  65. perf_header_attr__delete(self->attr[i]);
  66. free(self->attr);
  67. }
  68. int perf_header__add_attr(struct perf_header *self,
  69. struct perf_header_attr *attr)
  70. {
  71. if (self->frozen)
  72. return -1;
  73. if (self->attrs == self->size) {
  74. int nsize = self->size * 2;
  75. struct perf_header_attr **nattr;
  76. nattr = realloc(self->attr, nsize * sizeof(void *));
  77. if (nattr == NULL)
  78. return -1;
  79. self->size = nsize;
  80. self->attr = nattr;
  81. }
  82. self->attr[self->attrs++] = attr;
  83. return 0;
  84. }
  85. static int event_count;
  86. static struct perf_trace_event_type *events;
  87. int perf_header__push_event(u64 id, const char *name)
  88. {
  89. if (strlen(name) > MAX_EVENT_NAME)
  90. pr_warning("Event %s will be truncated\n", name);
  91. if (!events) {
  92. events = malloc(sizeof(struct perf_trace_event_type));
  93. if (events == NULL)
  94. return -ENOMEM;
  95. } else {
  96. struct perf_trace_event_type *nevents;
  97. nevents = realloc(events, (event_count + 1) * sizeof(*events));
  98. if (nevents == NULL)
  99. return -ENOMEM;
  100. events = nevents;
  101. }
  102. memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
  103. events[event_count].event_id = id;
  104. strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
  105. event_count++;
  106. return 0;
  107. }
  108. char *perf_header__find_event(u64 id)
  109. {
  110. int i;
  111. for (i = 0 ; i < event_count; i++) {
  112. if (events[i].event_id == id)
  113. return events[i].name;
  114. }
  115. return NULL;
  116. }
  117. static const char *__perf_magic = "PERFFILE";
  118. #define PERF_MAGIC (*(u64 *)__perf_magic)
  119. struct perf_file_attr {
  120. struct perf_event_attr attr;
  121. struct perf_file_section ids;
  122. };
  123. void perf_header__set_feat(struct perf_header *self, int feat)
  124. {
  125. set_bit(feat, self->adds_features);
  126. }
  127. bool perf_header__has_feat(const struct perf_header *self, int feat)
  128. {
  129. return test_bit(feat, self->adds_features);
  130. }
  131. static int do_write(int fd, const void *buf, size_t size)
  132. {
  133. while (size) {
  134. int ret = write(fd, buf, size);
  135. if (ret < 0)
  136. return -errno;
  137. size -= ret;
  138. buf += ret;
  139. }
  140. return 0;
  141. }
  142. #define NAME_ALIGN 64
  143. static int write_padded(int fd, const void *bf, size_t count,
  144. size_t count_aligned)
  145. {
  146. static const char zero_buf[NAME_ALIGN];
  147. int err = do_write(fd, bf, count);
  148. if (!err)
  149. err = do_write(fd, zero_buf, count_aligned - count);
  150. return err;
  151. }
  152. #define dsos__for_each_with_build_id(pos, head) \
  153. list_for_each_entry(pos, head, node) \
  154. if (!pos->has_build_id) \
  155. continue; \
  156. else
  157. static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
  158. u16 misc, int fd)
  159. {
  160. struct dso *pos;
  161. dsos__for_each_with_build_id(pos, head) {
  162. int err;
  163. struct build_id_event b;
  164. size_t len;
  165. if (!pos->hit)
  166. continue;
  167. len = pos->long_name_len + 1;
  168. len = ALIGN(len, NAME_ALIGN);
  169. memset(&b, 0, sizeof(b));
  170. memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
  171. b.pid = pid;
  172. b.header.misc = misc;
  173. b.header.size = sizeof(b) + len;
  174. err = do_write(fd, &b, sizeof(b));
  175. if (err < 0)
  176. return err;
  177. err = write_padded(fd, pos->long_name,
  178. pos->long_name_len + 1, len);
  179. if (err < 0)
  180. return err;
  181. }
  182. return 0;
  183. }
  184. static int machine__write_buildid_table(struct machine *self, int fd)
  185. {
  186. int err;
  187. u16 kmisc = PERF_RECORD_MISC_KERNEL,
  188. umisc = PERF_RECORD_MISC_USER;
  189. if (!machine__is_host(self)) {
  190. kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
  191. umisc = PERF_RECORD_MISC_GUEST_USER;
  192. }
  193. err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
  194. kmisc, fd);
  195. if (err == 0)
  196. err = __dsos__write_buildid_table(&self->user_dsos,
  197. self->pid, umisc, fd);
  198. return err;
  199. }
  200. static int dsos__write_buildid_table(struct perf_header *header, int fd)
  201. {
  202. struct perf_session *session = container_of(header,
  203. struct perf_session, header);
  204. struct rb_node *nd;
  205. int err = machine__write_buildid_table(&session->host_machine, fd);
  206. if (err)
  207. return err;
  208. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  209. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  210. err = machine__write_buildid_table(pos, fd);
  211. if (err)
  212. break;
  213. }
  214. return err;
  215. }
  216. int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
  217. const char *name, bool is_kallsyms)
  218. {
  219. const size_t size = PATH_MAX;
  220. char *filename = malloc(size),
  221. *linkname = malloc(size), *targetname;
  222. int len, err = -1;
  223. if (filename == NULL || linkname == NULL)
  224. goto out_free;
  225. len = snprintf(filename, size, "%s%s%s",
  226. debugdir, is_kallsyms ? "/" : "", name);
  227. if (mkdir_p(filename, 0755))
  228. goto out_free;
  229. snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
  230. if (access(filename, F_OK)) {
  231. if (is_kallsyms) {
  232. if (copyfile("/proc/kallsyms", filename))
  233. goto out_free;
  234. } else if (link(name, filename) && copyfile(name, filename))
  235. goto out_free;
  236. }
  237. len = snprintf(linkname, size, "%s/.build-id/%.2s",
  238. debugdir, sbuild_id);
  239. if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
  240. goto out_free;
  241. snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
  242. targetname = filename + strlen(debugdir) - 5;
  243. memcpy(targetname, "../..", 5);
  244. if (symlink(targetname, linkname) == 0)
  245. err = 0;
  246. out_free:
  247. free(filename);
  248. free(linkname);
  249. return err;
  250. }
  251. static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
  252. const char *name, const char *debugdir,
  253. bool is_kallsyms)
  254. {
  255. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  256. build_id__sprintf(build_id, build_id_size, sbuild_id);
  257. return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
  258. }
  259. int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
  260. {
  261. const size_t size = PATH_MAX;
  262. char *filename = malloc(size),
  263. *linkname = malloc(size);
  264. int err = -1;
  265. if (filename == NULL || linkname == NULL)
  266. goto out_free;
  267. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  268. debugdir, sbuild_id, sbuild_id + 2);
  269. if (access(linkname, F_OK))
  270. goto out_free;
  271. if (readlink(linkname, filename, size) < 0)
  272. goto out_free;
  273. if (unlink(linkname))
  274. goto out_free;
  275. /*
  276. * Since the link is relative, we must make it absolute:
  277. */
  278. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  279. debugdir, sbuild_id, filename);
  280. if (unlink(linkname))
  281. goto out_free;
  282. err = 0;
  283. out_free:
  284. free(filename);
  285. free(linkname);
  286. return err;
  287. }
  288. static int dso__cache_build_id(struct dso *self, const char *debugdir)
  289. {
  290. bool is_kallsyms = self->kernel && self->long_name[0] != '/';
  291. return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
  292. self->long_name, debugdir, is_kallsyms);
  293. }
  294. static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
  295. {
  296. struct dso *pos;
  297. int err = 0;
  298. dsos__for_each_with_build_id(pos, head)
  299. if (dso__cache_build_id(pos, debugdir))
  300. err = -1;
  301. return err;
  302. }
  303. static int machine__cache_build_ids(struct machine *self, const char *debugdir)
  304. {
  305. int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
  306. ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
  307. return ret;
  308. }
  309. static int perf_session__cache_build_ids(struct perf_session *self)
  310. {
  311. struct rb_node *nd;
  312. int ret;
  313. char debugdir[PATH_MAX];
  314. snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
  315. if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
  316. return -1;
  317. ret = machine__cache_build_ids(&self->host_machine, debugdir);
  318. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  319. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  320. ret |= machine__cache_build_ids(pos, debugdir);
  321. }
  322. return ret ? -1 : 0;
  323. }
  324. static bool machine__read_build_ids(struct machine *self, bool with_hits)
  325. {
  326. bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
  327. ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
  328. return ret;
  329. }
  330. static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
  331. {
  332. struct rb_node *nd;
  333. bool ret = machine__read_build_ids(&self->host_machine, with_hits);
  334. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  335. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  336. ret |= machine__read_build_ids(pos, with_hits);
  337. }
  338. return ret;
  339. }
  340. static int perf_header__adds_write(struct perf_header *self, int fd)
  341. {
  342. int nr_sections;
  343. struct perf_session *session;
  344. struct perf_file_section *feat_sec;
  345. int sec_size;
  346. u64 sec_start;
  347. int idx = 0, err;
  348. session = container_of(self, struct perf_session, header);
  349. if (perf_session__read_build_ids(session, true))
  350. perf_header__set_feat(self, HEADER_BUILD_ID);
  351. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  352. if (!nr_sections)
  353. return 0;
  354. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  355. if (feat_sec == NULL)
  356. return -ENOMEM;
  357. sec_size = sizeof(*feat_sec) * nr_sections;
  358. sec_start = self->data_offset + self->data_size;
  359. lseek(fd, sec_start + sec_size, SEEK_SET);
  360. if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
  361. struct perf_file_section *trace_sec;
  362. trace_sec = &feat_sec[idx++];
  363. /* Write trace info */
  364. trace_sec->offset = lseek(fd, 0, SEEK_CUR);
  365. read_tracing_data(fd, attrs, nr_counters);
  366. trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
  367. }
  368. if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
  369. struct perf_file_section *buildid_sec;
  370. buildid_sec = &feat_sec[idx++];
  371. /* Write build-ids */
  372. buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
  373. err = dsos__write_buildid_table(self, fd);
  374. if (err < 0) {
  375. pr_debug("failed to write buildid table\n");
  376. goto out_free;
  377. }
  378. buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
  379. buildid_sec->offset;
  380. if (!no_buildid_cache)
  381. perf_session__cache_build_ids(session);
  382. }
  383. lseek(fd, sec_start, SEEK_SET);
  384. err = do_write(fd, feat_sec, sec_size);
  385. if (err < 0)
  386. pr_debug("failed to write feature section\n");
  387. out_free:
  388. free(feat_sec);
  389. return err;
  390. }
  391. int perf_header__write_pipe(int fd)
  392. {
  393. struct perf_pipe_file_header f_header;
  394. int err;
  395. f_header = (struct perf_pipe_file_header){
  396. .magic = PERF_MAGIC,
  397. .size = sizeof(f_header),
  398. };
  399. err = do_write(fd, &f_header, sizeof(f_header));
  400. if (err < 0) {
  401. pr_debug("failed to write perf pipe header\n");
  402. return err;
  403. }
  404. return 0;
  405. }
  406. int perf_header__write(struct perf_header *self, int fd, bool at_exit)
  407. {
  408. struct perf_file_header f_header;
  409. struct perf_file_attr f_attr;
  410. struct perf_header_attr *attr;
  411. int i, err;
  412. lseek(fd, sizeof(f_header), SEEK_SET);
  413. for (i = 0; i < self->attrs; i++) {
  414. attr = self->attr[i];
  415. attr->id_offset = lseek(fd, 0, SEEK_CUR);
  416. err = do_write(fd, attr->id, attr->ids * sizeof(u64));
  417. if (err < 0) {
  418. pr_debug("failed to write perf header\n");
  419. return err;
  420. }
  421. }
  422. self->attr_offset = lseek(fd, 0, SEEK_CUR);
  423. for (i = 0; i < self->attrs; i++) {
  424. attr = self->attr[i];
  425. f_attr = (struct perf_file_attr){
  426. .attr = attr->attr,
  427. .ids = {
  428. .offset = attr->id_offset,
  429. .size = attr->ids * sizeof(u64),
  430. }
  431. };
  432. err = do_write(fd, &f_attr, sizeof(f_attr));
  433. if (err < 0) {
  434. pr_debug("failed to write perf header attribute\n");
  435. return err;
  436. }
  437. }
  438. self->event_offset = lseek(fd, 0, SEEK_CUR);
  439. self->event_size = event_count * sizeof(struct perf_trace_event_type);
  440. if (events) {
  441. err = do_write(fd, events, self->event_size);
  442. if (err < 0) {
  443. pr_debug("failed to write perf header events\n");
  444. return err;
  445. }
  446. }
  447. self->data_offset = lseek(fd, 0, SEEK_CUR);
  448. if (at_exit) {
  449. err = perf_header__adds_write(self, fd);
  450. if (err < 0)
  451. return err;
  452. }
  453. f_header = (struct perf_file_header){
  454. .magic = PERF_MAGIC,
  455. .size = sizeof(f_header),
  456. .attr_size = sizeof(f_attr),
  457. .attrs = {
  458. .offset = self->attr_offset,
  459. .size = self->attrs * sizeof(f_attr),
  460. },
  461. .data = {
  462. .offset = self->data_offset,
  463. .size = self->data_size,
  464. },
  465. .event_types = {
  466. .offset = self->event_offset,
  467. .size = self->event_size,
  468. },
  469. };
  470. memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
  471. lseek(fd, 0, SEEK_SET);
  472. err = do_write(fd, &f_header, sizeof(f_header));
  473. if (err < 0) {
  474. pr_debug("failed to write perf header\n");
  475. return err;
  476. }
  477. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  478. self->frozen = 1;
  479. return 0;
  480. }
  481. static int perf_header__getbuffer64(struct perf_header *self,
  482. int fd, void *buf, size_t size)
  483. {
  484. if (do_read(fd, buf, size) <= 0)
  485. return -1;
  486. if (self->needs_swap)
  487. mem_bswap_64(buf, size);
  488. return 0;
  489. }
  490. int perf_header__process_sections(struct perf_header *self, int fd,
  491. int (*process)(struct perf_file_section *self,
  492. struct perf_header *ph,
  493. int feat, int fd))
  494. {
  495. struct perf_file_section *feat_sec;
  496. int nr_sections;
  497. int sec_size;
  498. int idx = 0;
  499. int err = -1, feat = 1;
  500. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  501. if (!nr_sections)
  502. return 0;
  503. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  504. if (!feat_sec)
  505. return -1;
  506. sec_size = sizeof(*feat_sec) * nr_sections;
  507. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  508. if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
  509. goto out_free;
  510. err = 0;
  511. while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
  512. if (perf_header__has_feat(self, feat)) {
  513. struct perf_file_section *sec = &feat_sec[idx++];
  514. err = process(sec, self, feat, fd);
  515. if (err < 0)
  516. break;
  517. }
  518. ++feat;
  519. }
  520. out_free:
  521. free(feat_sec);
  522. return err;
  523. }
  524. int perf_file_header__read(struct perf_file_header *self,
  525. struct perf_header *ph, int fd)
  526. {
  527. lseek(fd, 0, SEEK_SET);
  528. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  529. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  530. return -1;
  531. if (self->attr_size != sizeof(struct perf_file_attr)) {
  532. u64 attr_size = bswap_64(self->attr_size);
  533. if (attr_size != sizeof(struct perf_file_attr))
  534. return -1;
  535. mem_bswap_64(self, offsetof(struct perf_file_header,
  536. adds_features));
  537. ph->needs_swap = true;
  538. }
  539. if (self->size != sizeof(*self)) {
  540. /* Support the previous format */
  541. if (self->size == offsetof(typeof(*self), adds_features))
  542. bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
  543. else
  544. return -1;
  545. }
  546. memcpy(&ph->adds_features, &self->adds_features,
  547. sizeof(ph->adds_features));
  548. /*
  549. * FIXME: hack that assumes that if we need swap the perf.data file
  550. * may be coming from an arch with a different word-size, ergo different
  551. * DEFINE_BITMAP format, investigate more later, but for now its mostly
  552. * safe to assume that we have a build-id section. Trace files probably
  553. * have several other issues in this realm anyway...
  554. */
  555. if (ph->needs_swap) {
  556. memset(&ph->adds_features, 0, sizeof(ph->adds_features));
  557. perf_header__set_feat(ph, HEADER_BUILD_ID);
  558. }
  559. ph->event_offset = self->event_types.offset;
  560. ph->event_size = self->event_types.size;
  561. ph->data_offset = self->data.offset;
  562. ph->data_size = self->data.size;
  563. return 0;
  564. }
  565. static int __event_process_build_id(struct build_id_event *bev,
  566. char *filename,
  567. struct perf_session *session)
  568. {
  569. int err = -1;
  570. struct list_head *head;
  571. struct machine *machine;
  572. u16 misc;
  573. struct dso *dso;
  574. enum dso_kernel_type dso_type;
  575. machine = perf_session__findnew_machine(session, bev->pid);
  576. if (!machine)
  577. goto out;
  578. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  579. switch (misc) {
  580. case PERF_RECORD_MISC_KERNEL:
  581. dso_type = DSO_TYPE_KERNEL;
  582. head = &machine->kernel_dsos;
  583. break;
  584. case PERF_RECORD_MISC_GUEST_KERNEL:
  585. dso_type = DSO_TYPE_GUEST_KERNEL;
  586. head = &machine->kernel_dsos;
  587. break;
  588. case PERF_RECORD_MISC_USER:
  589. case PERF_RECORD_MISC_GUEST_USER:
  590. dso_type = DSO_TYPE_USER;
  591. head = &machine->user_dsos;
  592. break;
  593. default:
  594. goto out;
  595. }
  596. dso = __dsos__findnew(head, filename);
  597. if (dso != NULL) {
  598. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  599. dso__set_build_id(dso, &bev->build_id);
  600. if (filename[0] == '[')
  601. dso->kernel = dso_type;
  602. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  603. sbuild_id);
  604. pr_debug("build id event received for %s: %s\n",
  605. dso->long_name, sbuild_id);
  606. }
  607. err = 0;
  608. out:
  609. return err;
  610. }
  611. static int perf_header__read_build_ids(struct perf_header *self,
  612. int input, u64 offset, u64 size)
  613. {
  614. struct perf_session *session = container_of(self,
  615. struct perf_session, header);
  616. struct build_id_event bev;
  617. char filename[PATH_MAX];
  618. u64 limit = offset + size;
  619. int err = -1;
  620. while (offset < limit) {
  621. ssize_t len;
  622. if (read(input, &bev, sizeof(bev)) != sizeof(bev))
  623. goto out;
  624. if (self->needs_swap)
  625. perf_event_header__bswap(&bev.header);
  626. len = bev.header.size - sizeof(bev);
  627. if (read(input, filename, len) != len)
  628. goto out;
  629. __event_process_build_id(&bev, filename, session);
  630. offset += bev.header.size;
  631. }
  632. err = 0;
  633. out:
  634. return err;
  635. }
  636. static int perf_file_section__process(struct perf_file_section *self,
  637. struct perf_header *ph,
  638. int feat, int fd)
  639. {
  640. if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
  641. pr_debug("Failed to lseek to %Ld offset for feature %d, "
  642. "continuing...\n", self->offset, feat);
  643. return 0;
  644. }
  645. switch (feat) {
  646. case HEADER_TRACE_INFO:
  647. trace_report(fd, false);
  648. break;
  649. case HEADER_BUILD_ID:
  650. if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
  651. pr_debug("Failed to read buildids, continuing...\n");
  652. break;
  653. default:
  654. pr_debug("unknown feature %d, continuing...\n", feat);
  655. }
  656. return 0;
  657. }
  658. static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
  659. struct perf_header *ph, int fd,
  660. bool repipe)
  661. {
  662. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  663. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  664. return -1;
  665. if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
  666. return -1;
  667. if (self->size != sizeof(*self)) {
  668. u64 size = bswap_64(self->size);
  669. if (size != sizeof(*self))
  670. return -1;
  671. ph->needs_swap = true;
  672. }
  673. return 0;
  674. }
  675. static int perf_header__read_pipe(struct perf_session *session, int fd)
  676. {
  677. struct perf_header *self = &session->header;
  678. struct perf_pipe_file_header f_header;
  679. if (perf_file_header__read_pipe(&f_header, self, fd,
  680. session->repipe) < 0) {
  681. pr_debug("incompatible file format\n");
  682. return -EINVAL;
  683. }
  684. session->fd = fd;
  685. return 0;
  686. }
  687. int perf_header__read(struct perf_session *session, int fd)
  688. {
  689. struct perf_header *self = &session->header;
  690. struct perf_file_header f_header;
  691. struct perf_file_attr f_attr;
  692. u64 f_id;
  693. int nr_attrs, nr_ids, i, j;
  694. if (session->fd_pipe)
  695. return perf_header__read_pipe(session, fd);
  696. if (perf_file_header__read(&f_header, self, fd) < 0) {
  697. pr_debug("incompatible file format\n");
  698. return -EINVAL;
  699. }
  700. nr_attrs = f_header.attrs.size / sizeof(f_attr);
  701. lseek(fd, f_header.attrs.offset, SEEK_SET);
  702. for (i = 0; i < nr_attrs; i++) {
  703. struct perf_header_attr *attr;
  704. off_t tmp;
  705. if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
  706. goto out_errno;
  707. tmp = lseek(fd, 0, SEEK_CUR);
  708. attr = perf_header_attr__new(&f_attr.attr);
  709. if (attr == NULL)
  710. return -ENOMEM;
  711. nr_ids = f_attr.ids.size / sizeof(u64);
  712. lseek(fd, f_attr.ids.offset, SEEK_SET);
  713. for (j = 0; j < nr_ids; j++) {
  714. if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
  715. goto out_errno;
  716. if (perf_header_attr__add_id(attr, f_id) < 0) {
  717. perf_header_attr__delete(attr);
  718. return -ENOMEM;
  719. }
  720. }
  721. if (perf_header__add_attr(self, attr) < 0) {
  722. perf_header_attr__delete(attr);
  723. return -ENOMEM;
  724. }
  725. lseek(fd, tmp, SEEK_SET);
  726. }
  727. if (f_header.event_types.size) {
  728. lseek(fd, f_header.event_types.offset, SEEK_SET);
  729. events = malloc(f_header.event_types.size);
  730. if (events == NULL)
  731. return -ENOMEM;
  732. if (perf_header__getbuffer64(self, fd, events,
  733. f_header.event_types.size))
  734. goto out_errno;
  735. event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
  736. }
  737. perf_header__process_sections(self, fd, perf_file_section__process);
  738. lseek(fd, self->data_offset, SEEK_SET);
  739. self->frozen = 1;
  740. return 0;
  741. out_errno:
  742. return -errno;
  743. }
  744. u64 perf_header__sample_type(struct perf_header *header)
  745. {
  746. u64 type = 0;
  747. int i;
  748. for (i = 0; i < header->attrs; i++) {
  749. struct perf_header_attr *attr = header->attr[i];
  750. if (!type)
  751. type = attr->attr.sample_type;
  752. else if (type != attr->attr.sample_type)
  753. die("non matching sample_type");
  754. }
  755. return type;
  756. }
  757. struct perf_event_attr *
  758. perf_header__find_attr(u64 id, struct perf_header *header)
  759. {
  760. int i;
  761. /*
  762. * We set id to -1 if the data file doesn't contain sample
  763. * ids. This can happen when the data file contains one type
  764. * of event and in that case, the header can still store the
  765. * event attribute information. Check for this and avoid
  766. * walking through the entire list of ids which may be large.
  767. */
  768. if (id == -1ULL) {
  769. if (header->attrs > 0)
  770. return &header->attr[0]->attr;
  771. return NULL;
  772. }
  773. for (i = 0; i < header->attrs; i++) {
  774. struct perf_header_attr *attr = header->attr[i];
  775. int j;
  776. for (j = 0; j < attr->ids; j++) {
  777. if (attr->id[j] == id)
  778. return &attr->attr;
  779. }
  780. }
  781. return NULL;
  782. }
  783. int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
  784. event__handler_t process,
  785. struct perf_session *session)
  786. {
  787. event_t *ev;
  788. size_t size;
  789. int err;
  790. size = sizeof(struct perf_event_attr);
  791. size = ALIGN(size, sizeof(u64));
  792. size += sizeof(struct perf_event_header);
  793. size += ids * sizeof(u64);
  794. ev = malloc(size);
  795. ev->attr.attr = *attr;
  796. memcpy(ev->attr.id, id, ids * sizeof(u64));
  797. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  798. ev->attr.header.size = size;
  799. err = process(ev, session);
  800. free(ev);
  801. return err;
  802. }
  803. int event__synthesize_attrs(struct perf_header *self,
  804. event__handler_t process,
  805. struct perf_session *session)
  806. {
  807. struct perf_header_attr *attr;
  808. int i, err = 0;
  809. for (i = 0; i < self->attrs; i++) {
  810. attr = self->attr[i];
  811. err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
  812. process, session);
  813. if (err) {
  814. pr_debug("failed to create perf header attribute\n");
  815. return err;
  816. }
  817. }
  818. return err;
  819. }
  820. int event__process_attr(event_t *self, struct perf_session *session)
  821. {
  822. struct perf_header_attr *attr;
  823. unsigned int i, ids, n_ids;
  824. attr = perf_header_attr__new(&self->attr.attr);
  825. if (attr == NULL)
  826. return -ENOMEM;
  827. ids = self->header.size;
  828. ids -= (void *)&self->attr.id - (void *)self;
  829. n_ids = ids / sizeof(u64);
  830. for (i = 0; i < n_ids; i++) {
  831. if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
  832. perf_header_attr__delete(attr);
  833. return -ENOMEM;
  834. }
  835. }
  836. if (perf_header__add_attr(&session->header, attr) < 0) {
  837. perf_header_attr__delete(attr);
  838. return -ENOMEM;
  839. }
  840. perf_session__update_sample_type(session);
  841. return 0;
  842. }
  843. int event__synthesize_event_type(u64 event_id, char *name,
  844. event__handler_t process,
  845. struct perf_session *session)
  846. {
  847. event_t ev;
  848. size_t size = 0;
  849. int err = 0;
  850. memset(&ev, 0, sizeof(ev));
  851. ev.event_type.event_type.event_id = event_id;
  852. memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
  853. strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
  854. ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
  855. size = strlen(name);
  856. size = ALIGN(size, sizeof(u64));
  857. ev.event_type.header.size = sizeof(ev.event_type) -
  858. (sizeof(ev.event_type.event_type.name) - size);
  859. err = process(&ev, session);
  860. return err;
  861. }
  862. int event__synthesize_event_types(event__handler_t process,
  863. struct perf_session *session)
  864. {
  865. struct perf_trace_event_type *type;
  866. int i, err = 0;
  867. for (i = 0; i < event_count; i++) {
  868. type = &events[i];
  869. err = event__synthesize_event_type(type->event_id, type->name,
  870. process, session);
  871. if (err) {
  872. pr_debug("failed to create perf header event type\n");
  873. return err;
  874. }
  875. }
  876. return err;
  877. }
  878. int event__process_event_type(event_t *self,
  879. struct perf_session *session __unused)
  880. {
  881. if (perf_header__push_event(self->event_type.event_type.event_id,
  882. self->event_type.event_type.name) < 0)
  883. return -ENOMEM;
  884. return 0;
  885. }
  886. int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
  887. int nb_events,
  888. event__handler_t process,
  889. struct perf_session *session __unused)
  890. {
  891. event_t ev;
  892. ssize_t size = 0, aligned_size = 0, padding;
  893. int err = 0;
  894. memset(&ev, 0, sizeof(ev));
  895. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  896. size = read_tracing_data_size(fd, pattrs, nb_events);
  897. if (size <= 0)
  898. return size;
  899. aligned_size = ALIGN(size, sizeof(u64));
  900. padding = aligned_size - size;
  901. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  902. ev.tracing_data.size = aligned_size;
  903. process(&ev, session);
  904. err = read_tracing_data(fd, pattrs, nb_events);
  905. write_padded(fd, NULL, 0, padding);
  906. return aligned_size;
  907. }
  908. int event__process_tracing_data(event_t *self,
  909. struct perf_session *session)
  910. {
  911. ssize_t size_read, padding, size = self->tracing_data.size;
  912. off_t offset = lseek(session->fd, 0, SEEK_CUR);
  913. char buf[BUFSIZ];
  914. /* setup for reading amidst mmap */
  915. lseek(session->fd, offset + sizeof(struct tracing_data_event),
  916. SEEK_SET);
  917. size_read = trace_report(session->fd, session->repipe);
  918. padding = ALIGN(size_read, sizeof(u64)) - size_read;
  919. if (read(session->fd, buf, padding) < 0)
  920. die("reading input file");
  921. if (session->repipe) {
  922. int retw = write(STDOUT_FILENO, buf, padding);
  923. if (retw <= 0 || retw != padding)
  924. die("repiping tracing data padding");
  925. }
  926. if (size_read + padding != size)
  927. die("tracing data size mismatch");
  928. return size_read + padding;
  929. }
  930. int event__synthesize_build_id(struct dso *pos, u16 misc,
  931. event__handler_t process,
  932. struct machine *machine,
  933. struct perf_session *session)
  934. {
  935. event_t ev;
  936. size_t len;
  937. int err = 0;
  938. if (!pos->hit)
  939. return err;
  940. memset(&ev, 0, sizeof(ev));
  941. len = pos->long_name_len + 1;
  942. len = ALIGN(len, NAME_ALIGN);
  943. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  944. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  945. ev.build_id.header.misc = misc;
  946. ev.build_id.pid = machine->pid;
  947. ev.build_id.header.size = sizeof(ev.build_id) + len;
  948. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  949. err = process(&ev, session);
  950. return err;
  951. }
  952. int event__process_build_id(event_t *self,
  953. struct perf_session *session)
  954. {
  955. __event_process_build_id(&self->build_id,
  956. self->build_id.filename,
  957. session);
  958. return 0;
  959. }
  960. void disable_buildid_cache(void)
  961. {
  962. no_buildid_cache = true;
  963. }