header.c 27 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207
  1. #define _FILE_OFFSET_BITS 64
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include "util.h"
  10. #include "header.h"
  11. #include "../perf.h"
  12. #include "trace-event.h"
  13. #include "session.h"
  14. #include "symbol.h"
  15. #include "debug.h"
  16. /*
  17. * Create new perf.data header attribute:
  18. */
  19. struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  20. {
  21. struct perf_header_attr *self = malloc(sizeof(*self));
  22. if (self != NULL) {
  23. self->attr = *attr;
  24. self->ids = 0;
  25. self->size = 1;
  26. self->id = malloc(sizeof(u64));
  27. if (self->id == NULL) {
  28. free(self);
  29. self = NULL;
  30. }
  31. }
  32. return self;
  33. }
  34. void perf_header_attr__delete(struct perf_header_attr *self)
  35. {
  36. free(self->id);
  37. free(self);
  38. }
  39. int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  40. {
  41. int pos = self->ids;
  42. self->ids++;
  43. if (self->ids > self->size) {
  44. int nsize = self->size * 2;
  45. u64 *nid = realloc(self->id, nsize * sizeof(u64));
  46. if (nid == NULL)
  47. return -1;
  48. self->size = nsize;
  49. self->id = nid;
  50. }
  51. self->id[pos] = id;
  52. return 0;
  53. }
  54. int perf_header__init(struct perf_header *self)
  55. {
  56. self->size = 1;
  57. self->attr = malloc(sizeof(void *));
  58. return self->attr == NULL ? -ENOMEM : 0;
  59. }
  60. void perf_header__exit(struct perf_header *self)
  61. {
  62. int i;
  63. for (i = 0; i < self->attrs; ++i)
  64. perf_header_attr__delete(self->attr[i]);
  65. free(self->attr);
  66. }
  67. int perf_header__add_attr(struct perf_header *self,
  68. struct perf_header_attr *attr)
  69. {
  70. if (self->frozen)
  71. return -1;
  72. if (self->attrs == self->size) {
  73. int nsize = self->size * 2;
  74. struct perf_header_attr **nattr;
  75. nattr = realloc(self->attr, nsize * sizeof(void *));
  76. if (nattr == NULL)
  77. return -1;
  78. self->size = nsize;
  79. self->attr = nattr;
  80. }
  81. self->attr[self->attrs++] = attr;
  82. return 0;
  83. }
  84. static int event_count;
  85. static struct perf_trace_event_type *events;
  86. int perf_header__push_event(u64 id, const char *name)
  87. {
  88. if (strlen(name) > MAX_EVENT_NAME)
  89. pr_warning("Event %s will be truncated\n", name);
  90. if (!events) {
  91. events = malloc(sizeof(struct perf_trace_event_type));
  92. if (events == NULL)
  93. return -ENOMEM;
  94. } else {
  95. struct perf_trace_event_type *nevents;
  96. nevents = realloc(events, (event_count + 1) * sizeof(*events));
  97. if (nevents == NULL)
  98. return -ENOMEM;
  99. events = nevents;
  100. }
  101. memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
  102. events[event_count].event_id = id;
  103. strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
  104. event_count++;
  105. return 0;
  106. }
  107. char *perf_header__find_event(u64 id)
  108. {
  109. int i;
  110. for (i = 0 ; i < event_count; i++) {
  111. if (events[i].event_id == id)
  112. return events[i].name;
  113. }
  114. return NULL;
  115. }
  116. static const char *__perf_magic = "PERFFILE";
  117. #define PERF_MAGIC (*(u64 *)__perf_magic)
  118. struct perf_file_attr {
  119. struct perf_event_attr attr;
  120. struct perf_file_section ids;
  121. };
  122. void perf_header__set_feat(struct perf_header *self, int feat)
  123. {
  124. set_bit(feat, self->adds_features);
  125. }
  126. bool perf_header__has_feat(const struct perf_header *self, int feat)
  127. {
  128. return test_bit(feat, self->adds_features);
  129. }
  130. static int do_write(int fd, const void *buf, size_t size)
  131. {
  132. while (size) {
  133. int ret = write(fd, buf, size);
  134. if (ret < 0)
  135. return -errno;
  136. size -= ret;
  137. buf += ret;
  138. }
  139. return 0;
  140. }
  141. #define NAME_ALIGN 64
  142. static int write_padded(int fd, const void *bf, size_t count,
  143. size_t count_aligned)
  144. {
  145. static const char zero_buf[NAME_ALIGN];
  146. int err = do_write(fd, bf, count);
  147. if (!err)
  148. err = do_write(fd, zero_buf, count_aligned - count);
  149. return err;
  150. }
  151. #define dsos__for_each_with_build_id(pos, head) \
  152. list_for_each_entry(pos, head, node) \
  153. if (!pos->has_build_id) \
  154. continue; \
  155. else
  156. static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
  157. u16 misc, int fd)
  158. {
  159. struct dso *pos;
  160. dsos__for_each_with_build_id(pos, head) {
  161. int err;
  162. struct build_id_event b;
  163. size_t len;
  164. if (!pos->hit)
  165. continue;
  166. len = pos->long_name_len + 1;
  167. len = ALIGN(len, NAME_ALIGN);
  168. memset(&b, 0, sizeof(b));
  169. memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
  170. b.pid = pid;
  171. b.header.misc = misc;
  172. b.header.size = sizeof(b) + len;
  173. err = do_write(fd, &b, sizeof(b));
  174. if (err < 0)
  175. return err;
  176. err = write_padded(fd, pos->long_name,
  177. pos->long_name_len + 1, len);
  178. if (err < 0)
  179. return err;
  180. }
  181. return 0;
  182. }
  183. static int dsos__write_buildid_table(struct perf_header *header, int fd)
  184. {
  185. struct perf_session *session = container_of(header,
  186. struct perf_session, header);
  187. struct rb_node *nd;
  188. int err = 0;
  189. u16 kmisc, umisc;
  190. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  191. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  192. if (machine__is_host(pos)) {
  193. kmisc = PERF_RECORD_MISC_KERNEL;
  194. umisc = PERF_RECORD_MISC_USER;
  195. } else {
  196. kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
  197. umisc = PERF_RECORD_MISC_GUEST_USER;
  198. }
  199. err = __dsos__write_buildid_table(&pos->kernel_dsos, pos->pid,
  200. kmisc, fd);
  201. if (err == 0)
  202. err = __dsos__write_buildid_table(&pos->user_dsos,
  203. pos->pid, umisc, fd);
  204. if (err)
  205. break;
  206. }
  207. return err;
  208. }
  209. int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
  210. const char *name, bool is_kallsyms)
  211. {
  212. const size_t size = PATH_MAX;
  213. char *filename = malloc(size),
  214. *linkname = malloc(size), *targetname;
  215. int len, err = -1;
  216. if (filename == NULL || linkname == NULL)
  217. goto out_free;
  218. len = snprintf(filename, size, "%s%s%s",
  219. debugdir, is_kallsyms ? "/" : "", name);
  220. if (mkdir_p(filename, 0755))
  221. goto out_free;
  222. snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
  223. if (access(filename, F_OK)) {
  224. if (is_kallsyms) {
  225. if (copyfile("/proc/kallsyms", filename))
  226. goto out_free;
  227. } else if (link(name, filename) && copyfile(name, filename))
  228. goto out_free;
  229. }
  230. len = snprintf(linkname, size, "%s/.build-id/%.2s",
  231. debugdir, sbuild_id);
  232. if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
  233. goto out_free;
  234. snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
  235. targetname = filename + strlen(debugdir) - 5;
  236. memcpy(targetname, "../..", 5);
  237. if (symlink(targetname, linkname) == 0)
  238. err = 0;
  239. out_free:
  240. free(filename);
  241. free(linkname);
  242. return err;
  243. }
  244. static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
  245. const char *name, const char *debugdir,
  246. bool is_kallsyms)
  247. {
  248. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  249. build_id__sprintf(build_id, build_id_size, sbuild_id);
  250. return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
  251. }
  252. int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
  253. {
  254. const size_t size = PATH_MAX;
  255. char *filename = malloc(size),
  256. *linkname = malloc(size);
  257. int err = -1;
  258. if (filename == NULL || linkname == NULL)
  259. goto out_free;
  260. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  261. debugdir, sbuild_id, sbuild_id + 2);
  262. if (access(linkname, F_OK))
  263. goto out_free;
  264. if (readlink(linkname, filename, size) < 0)
  265. goto out_free;
  266. if (unlink(linkname))
  267. goto out_free;
  268. /*
  269. * Since the link is relative, we must make it absolute:
  270. */
  271. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  272. debugdir, sbuild_id, filename);
  273. if (unlink(linkname))
  274. goto out_free;
  275. err = 0;
  276. out_free:
  277. free(filename);
  278. free(linkname);
  279. return err;
  280. }
  281. static int dso__cache_build_id(struct dso *self, const char *debugdir)
  282. {
  283. bool is_kallsyms = self->kernel && self->long_name[0] != '/';
  284. return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
  285. self->long_name, debugdir, is_kallsyms);
  286. }
  287. static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
  288. {
  289. struct dso *pos;
  290. int err = 0;
  291. dsos__for_each_with_build_id(pos, head)
  292. if (dso__cache_build_id(pos, debugdir))
  293. err = -1;
  294. return err;
  295. }
  296. static int dsos__cache_build_ids(struct perf_header *self)
  297. {
  298. struct perf_session *session = container_of(self,
  299. struct perf_session, header);
  300. struct rb_node *nd;
  301. int ret = 0;
  302. char debugdir[PATH_MAX];
  303. snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
  304. DEBUG_CACHE_DIR);
  305. if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
  306. return -1;
  307. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  308. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  309. ret |= __dsos__cache_build_ids(&pos->kernel_dsos, debugdir);
  310. ret |= __dsos__cache_build_ids(&pos->user_dsos, debugdir);
  311. }
  312. return ret ? -1 : 0;
  313. }
  314. static bool dsos__read_build_ids(struct perf_header *self, bool with_hits)
  315. {
  316. bool ret = false;
  317. struct perf_session *session = container_of(self,
  318. struct perf_session, header);
  319. struct rb_node *nd;
  320. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  321. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  322. ret |= __dsos__read_build_ids(&pos->kernel_dsos, with_hits);
  323. ret |= __dsos__read_build_ids(&pos->user_dsos, with_hits);
  324. }
  325. return ret;
  326. }
  327. static int perf_header__adds_write(struct perf_header *self, int fd)
  328. {
  329. int nr_sections;
  330. struct perf_file_section *feat_sec;
  331. int sec_size;
  332. u64 sec_start;
  333. int idx = 0, err;
  334. if (dsos__read_build_ids(self, true))
  335. perf_header__set_feat(self, HEADER_BUILD_ID);
  336. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  337. if (!nr_sections)
  338. return 0;
  339. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  340. if (feat_sec == NULL)
  341. return -ENOMEM;
  342. sec_size = sizeof(*feat_sec) * nr_sections;
  343. sec_start = self->data_offset + self->data_size;
  344. lseek(fd, sec_start + sec_size, SEEK_SET);
  345. if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
  346. struct perf_file_section *trace_sec;
  347. trace_sec = &feat_sec[idx++];
  348. /* Write trace info */
  349. trace_sec->offset = lseek(fd, 0, SEEK_CUR);
  350. read_tracing_data(fd, attrs, nr_counters);
  351. trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
  352. }
  353. if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
  354. struct perf_file_section *buildid_sec;
  355. buildid_sec = &feat_sec[idx++];
  356. /* Write build-ids */
  357. buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
  358. err = dsos__write_buildid_table(self, fd);
  359. if (err < 0) {
  360. pr_debug("failed to write buildid table\n");
  361. goto out_free;
  362. }
  363. buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
  364. buildid_sec->offset;
  365. dsos__cache_build_ids(self);
  366. }
  367. lseek(fd, sec_start, SEEK_SET);
  368. err = do_write(fd, feat_sec, sec_size);
  369. if (err < 0)
  370. pr_debug("failed to write feature section\n");
  371. out_free:
  372. free(feat_sec);
  373. return err;
  374. }
  375. int perf_header__write_pipe(int fd)
  376. {
  377. struct perf_pipe_file_header f_header;
  378. int err;
  379. f_header = (struct perf_pipe_file_header){
  380. .magic = PERF_MAGIC,
  381. .size = sizeof(f_header),
  382. };
  383. err = do_write(fd, &f_header, sizeof(f_header));
  384. if (err < 0) {
  385. pr_debug("failed to write perf pipe header\n");
  386. return err;
  387. }
  388. return 0;
  389. }
  390. int perf_header__write(struct perf_header *self, int fd, bool at_exit)
  391. {
  392. struct perf_file_header f_header;
  393. struct perf_file_attr f_attr;
  394. struct perf_header_attr *attr;
  395. int i, err;
  396. lseek(fd, sizeof(f_header), SEEK_SET);
  397. for (i = 0; i < self->attrs; i++) {
  398. attr = self->attr[i];
  399. attr->id_offset = lseek(fd, 0, SEEK_CUR);
  400. err = do_write(fd, attr->id, attr->ids * sizeof(u64));
  401. if (err < 0) {
  402. pr_debug("failed to write perf header\n");
  403. return err;
  404. }
  405. }
  406. self->attr_offset = lseek(fd, 0, SEEK_CUR);
  407. for (i = 0; i < self->attrs; i++) {
  408. attr = self->attr[i];
  409. f_attr = (struct perf_file_attr){
  410. .attr = attr->attr,
  411. .ids = {
  412. .offset = attr->id_offset,
  413. .size = attr->ids * sizeof(u64),
  414. }
  415. };
  416. err = do_write(fd, &f_attr, sizeof(f_attr));
  417. if (err < 0) {
  418. pr_debug("failed to write perf header attribute\n");
  419. return err;
  420. }
  421. }
  422. self->event_offset = lseek(fd, 0, SEEK_CUR);
  423. self->event_size = event_count * sizeof(struct perf_trace_event_type);
  424. if (events) {
  425. err = do_write(fd, events, self->event_size);
  426. if (err < 0) {
  427. pr_debug("failed to write perf header events\n");
  428. return err;
  429. }
  430. }
  431. self->data_offset = lseek(fd, 0, SEEK_CUR);
  432. if (at_exit) {
  433. err = perf_header__adds_write(self, fd);
  434. if (err < 0)
  435. return err;
  436. }
  437. f_header = (struct perf_file_header){
  438. .magic = PERF_MAGIC,
  439. .size = sizeof(f_header),
  440. .attr_size = sizeof(f_attr),
  441. .attrs = {
  442. .offset = self->attr_offset,
  443. .size = self->attrs * sizeof(f_attr),
  444. },
  445. .data = {
  446. .offset = self->data_offset,
  447. .size = self->data_size,
  448. },
  449. .event_types = {
  450. .offset = self->event_offset,
  451. .size = self->event_size,
  452. },
  453. };
  454. memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
  455. lseek(fd, 0, SEEK_SET);
  456. err = do_write(fd, &f_header, sizeof(f_header));
  457. if (err < 0) {
  458. pr_debug("failed to write perf header\n");
  459. return err;
  460. }
  461. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  462. self->frozen = 1;
  463. return 0;
  464. }
  465. static int perf_header__getbuffer64(struct perf_header *self,
  466. int fd, void *buf, size_t size)
  467. {
  468. if (do_read(fd, buf, size) <= 0)
  469. return -1;
  470. if (self->needs_swap)
  471. mem_bswap_64(buf, size);
  472. return 0;
  473. }
  474. int perf_header__process_sections(struct perf_header *self, int fd,
  475. int (*process)(struct perf_file_section *self,
  476. struct perf_header *ph,
  477. int feat, int fd))
  478. {
  479. struct perf_file_section *feat_sec;
  480. int nr_sections;
  481. int sec_size;
  482. int idx = 0;
  483. int err = -1, feat = 1;
  484. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  485. if (!nr_sections)
  486. return 0;
  487. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  488. if (!feat_sec)
  489. return -1;
  490. sec_size = sizeof(*feat_sec) * nr_sections;
  491. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  492. if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
  493. goto out_free;
  494. err = 0;
  495. while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
  496. if (perf_header__has_feat(self, feat)) {
  497. struct perf_file_section *sec = &feat_sec[idx++];
  498. err = process(sec, self, feat, fd);
  499. if (err < 0)
  500. break;
  501. }
  502. ++feat;
  503. }
  504. out_free:
  505. free(feat_sec);
  506. return err;
  507. }
  508. int perf_file_header__read(struct perf_file_header *self,
  509. struct perf_header *ph, int fd)
  510. {
  511. lseek(fd, 0, SEEK_SET);
  512. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  513. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  514. return -1;
  515. if (self->attr_size != sizeof(struct perf_file_attr)) {
  516. u64 attr_size = bswap_64(self->attr_size);
  517. if (attr_size != sizeof(struct perf_file_attr))
  518. return -1;
  519. mem_bswap_64(self, offsetof(struct perf_file_header,
  520. adds_features));
  521. ph->needs_swap = true;
  522. }
  523. if (self->size != sizeof(*self)) {
  524. /* Support the previous format */
  525. if (self->size == offsetof(typeof(*self), adds_features))
  526. bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
  527. else
  528. return -1;
  529. }
  530. memcpy(&ph->adds_features, &self->adds_features,
  531. sizeof(ph->adds_features));
  532. /*
  533. * FIXME: hack that assumes that if we need swap the perf.data file
  534. * may be coming from an arch with a different word-size, ergo different
  535. * DEFINE_BITMAP format, investigate more later, but for now its mostly
  536. * safe to assume that we have a build-id section. Trace files probably
  537. * have several other issues in this realm anyway...
  538. */
  539. if (ph->needs_swap) {
  540. memset(&ph->adds_features, 0, sizeof(ph->adds_features));
  541. perf_header__set_feat(ph, HEADER_BUILD_ID);
  542. }
  543. ph->event_offset = self->event_types.offset;
  544. ph->event_size = self->event_types.size;
  545. ph->data_offset = self->data.offset;
  546. ph->data_size = self->data.size;
  547. return 0;
  548. }
  549. static int __event_process_build_id(struct build_id_event *bev,
  550. char *filename,
  551. struct perf_session *session)
  552. {
  553. int err = -1;
  554. struct list_head *head;
  555. struct machine *machine;
  556. u16 misc;
  557. struct dso *dso;
  558. enum dso_kernel_type dso_type;
  559. machine = perf_session__findnew_machine(session, bev->pid);
  560. if (!machine)
  561. goto out;
  562. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  563. switch (misc) {
  564. case PERF_RECORD_MISC_KERNEL:
  565. dso_type = DSO_TYPE_KERNEL;
  566. head = &machine->kernel_dsos;
  567. break;
  568. case PERF_RECORD_MISC_GUEST_KERNEL:
  569. dso_type = DSO_TYPE_GUEST_KERNEL;
  570. head = &machine->kernel_dsos;
  571. break;
  572. case PERF_RECORD_MISC_USER:
  573. case PERF_RECORD_MISC_GUEST_USER:
  574. dso_type = DSO_TYPE_USER;
  575. head = &machine->user_dsos;
  576. break;
  577. default:
  578. goto out;
  579. }
  580. dso = __dsos__findnew(head, filename);
  581. if (dso != NULL) {
  582. dso__set_build_id(dso, &bev->build_id);
  583. if (filename[0] == '[')
  584. dso->kernel = dso_type;
  585. }
  586. err = 0;
  587. out:
  588. return err;
  589. }
  590. static int perf_header__read_build_ids(struct perf_header *self,
  591. int input, u64 offset, u64 size)
  592. {
  593. struct perf_session *session = container_of(self,
  594. struct perf_session, header);
  595. struct build_id_event bev;
  596. char filename[PATH_MAX];
  597. u64 limit = offset + size;
  598. int err = -1;
  599. while (offset < limit) {
  600. ssize_t len;
  601. if (read(input, &bev, sizeof(bev)) != sizeof(bev))
  602. goto out;
  603. if (self->needs_swap)
  604. perf_event_header__bswap(&bev.header);
  605. len = bev.header.size - sizeof(bev);
  606. if (read(input, filename, len) != len)
  607. goto out;
  608. __event_process_build_id(&bev, filename, session);
  609. offset += bev.header.size;
  610. }
  611. err = 0;
  612. out:
  613. return err;
  614. }
  615. static int perf_file_section__process(struct perf_file_section *self,
  616. struct perf_header *ph,
  617. int feat, int fd)
  618. {
  619. if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
  620. pr_debug("Failed to lseek to %Ld offset for feature %d, "
  621. "continuing...\n", self->offset, feat);
  622. return 0;
  623. }
  624. switch (feat) {
  625. case HEADER_TRACE_INFO:
  626. trace_report(fd);
  627. break;
  628. case HEADER_BUILD_ID:
  629. if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
  630. pr_debug("Failed to read buildids, continuing...\n");
  631. break;
  632. default:
  633. pr_debug("unknown feature %d, continuing...\n", feat);
  634. }
  635. return 0;
  636. }
  637. static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
  638. struct perf_header *ph, int fd)
  639. {
  640. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  641. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  642. return -1;
  643. if (self->size != sizeof(*self)) {
  644. u64 size = bswap_64(self->size);
  645. if (size != sizeof(*self))
  646. return -1;
  647. ph->needs_swap = true;
  648. }
  649. return 0;
  650. }
  651. static int perf_header__read_pipe(struct perf_session *session, int fd)
  652. {
  653. struct perf_header *self = &session->header;
  654. struct perf_pipe_file_header f_header;
  655. if (perf_file_header__read_pipe(&f_header, self, fd) < 0) {
  656. pr_debug("incompatible file format\n");
  657. return -EINVAL;
  658. }
  659. session->fd = fd;
  660. return 0;
  661. }
  662. int perf_header__read(struct perf_session *session, int fd)
  663. {
  664. struct perf_header *self = &session->header;
  665. struct perf_file_header f_header;
  666. struct perf_file_attr f_attr;
  667. u64 f_id;
  668. int nr_attrs, nr_ids, i, j;
  669. if (session->fd_pipe)
  670. return perf_header__read_pipe(session, fd);
  671. if (perf_file_header__read(&f_header, self, fd) < 0) {
  672. pr_debug("incompatible file format\n");
  673. return -EINVAL;
  674. }
  675. nr_attrs = f_header.attrs.size / sizeof(f_attr);
  676. lseek(fd, f_header.attrs.offset, SEEK_SET);
  677. for (i = 0; i < nr_attrs; i++) {
  678. struct perf_header_attr *attr;
  679. off_t tmp;
  680. if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
  681. goto out_errno;
  682. tmp = lseek(fd, 0, SEEK_CUR);
  683. attr = perf_header_attr__new(&f_attr.attr);
  684. if (attr == NULL)
  685. return -ENOMEM;
  686. nr_ids = f_attr.ids.size / sizeof(u64);
  687. lseek(fd, f_attr.ids.offset, SEEK_SET);
  688. for (j = 0; j < nr_ids; j++) {
  689. if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
  690. goto out_errno;
  691. if (perf_header_attr__add_id(attr, f_id) < 0) {
  692. perf_header_attr__delete(attr);
  693. return -ENOMEM;
  694. }
  695. }
  696. if (perf_header__add_attr(self, attr) < 0) {
  697. perf_header_attr__delete(attr);
  698. return -ENOMEM;
  699. }
  700. lseek(fd, tmp, SEEK_SET);
  701. }
  702. if (f_header.event_types.size) {
  703. lseek(fd, f_header.event_types.offset, SEEK_SET);
  704. events = malloc(f_header.event_types.size);
  705. if (events == NULL)
  706. return -ENOMEM;
  707. if (perf_header__getbuffer64(self, fd, events,
  708. f_header.event_types.size))
  709. goto out_errno;
  710. event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
  711. }
  712. perf_header__process_sections(self, fd, perf_file_section__process);
  713. lseek(fd, self->data_offset, SEEK_SET);
  714. self->frozen = 1;
  715. return 0;
  716. out_errno:
  717. return -errno;
  718. }
  719. u64 perf_header__sample_type(struct perf_header *header)
  720. {
  721. u64 type = 0;
  722. int i;
  723. for (i = 0; i < header->attrs; i++) {
  724. struct perf_header_attr *attr = header->attr[i];
  725. if (!type)
  726. type = attr->attr.sample_type;
  727. else if (type != attr->attr.sample_type)
  728. die("non matching sample_type");
  729. }
  730. return type;
  731. }
  732. struct perf_event_attr *
  733. perf_header__find_attr(u64 id, struct perf_header *header)
  734. {
  735. int i;
  736. for (i = 0; i < header->attrs; i++) {
  737. struct perf_header_attr *attr = header->attr[i];
  738. int j;
  739. for (j = 0; j < attr->ids; j++) {
  740. if (attr->id[j] == id)
  741. return &attr->attr;
  742. }
  743. }
  744. return NULL;
  745. }
  746. int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
  747. event__handler_t process,
  748. struct perf_session *session)
  749. {
  750. event_t *ev;
  751. size_t size;
  752. int err;
  753. size = sizeof(struct perf_event_attr);
  754. size = ALIGN(size, sizeof(u64));
  755. size += sizeof(struct perf_event_header);
  756. size += ids * sizeof(u64);
  757. ev = malloc(size);
  758. ev->attr.attr = *attr;
  759. memcpy(ev->attr.id, id, ids * sizeof(u64));
  760. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  761. ev->attr.header.size = size;
  762. err = process(ev, session);
  763. free(ev);
  764. return err;
  765. }
  766. int event__synthesize_attrs(struct perf_header *self,
  767. event__handler_t process,
  768. struct perf_session *session)
  769. {
  770. struct perf_header_attr *attr;
  771. int i, err = 0;
  772. for (i = 0; i < self->attrs; i++) {
  773. attr = self->attr[i];
  774. err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
  775. process, session);
  776. if (err) {
  777. pr_debug("failed to create perf header attribute\n");
  778. return err;
  779. }
  780. }
  781. return err;
  782. }
  783. int event__process_attr(event_t *self, struct perf_session *session)
  784. {
  785. struct perf_header_attr *attr;
  786. unsigned int i, ids, n_ids;
  787. attr = perf_header_attr__new(&self->attr.attr);
  788. if (attr == NULL)
  789. return -ENOMEM;
  790. ids = self->header.size;
  791. ids -= (void *)&self->attr.id - (void *)self;
  792. n_ids = ids / sizeof(u64);
  793. for (i = 0; i < n_ids; i++) {
  794. if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
  795. perf_header_attr__delete(attr);
  796. return -ENOMEM;
  797. }
  798. }
  799. if (perf_header__add_attr(&session->header, attr) < 0) {
  800. perf_header_attr__delete(attr);
  801. return -ENOMEM;
  802. }
  803. perf_session__update_sample_type(session);
  804. return 0;
  805. }
  806. int event__synthesize_event_type(u64 event_id, char *name,
  807. event__handler_t process,
  808. struct perf_session *session)
  809. {
  810. event_t ev;
  811. size_t size = 0;
  812. int err = 0;
  813. memset(&ev, 0, sizeof(ev));
  814. ev.event_type.event_type.event_id = event_id;
  815. memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
  816. strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
  817. ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
  818. size = strlen(name);
  819. size = ALIGN(size, sizeof(u64));
  820. ev.event_type.header.size = sizeof(ev.event_type) -
  821. (sizeof(ev.event_type.event_type.name) - size);
  822. err = process(&ev, session);
  823. return err;
  824. }
  825. int event__synthesize_event_types(event__handler_t process,
  826. struct perf_session *session)
  827. {
  828. struct perf_trace_event_type *type;
  829. int i, err = 0;
  830. for (i = 0; i < event_count; i++) {
  831. type = &events[i];
  832. err = event__synthesize_event_type(type->event_id, type->name,
  833. process, session);
  834. if (err) {
  835. pr_debug("failed to create perf header event type\n");
  836. return err;
  837. }
  838. }
  839. return err;
  840. }
  841. int event__process_event_type(event_t *self,
  842. struct perf_session *session __unused)
  843. {
  844. if (perf_header__push_event(self->event_type.event_type.event_id,
  845. self->event_type.event_type.name) < 0)
  846. return -ENOMEM;
  847. return 0;
  848. }
  849. int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
  850. int nb_events,
  851. event__handler_t process,
  852. struct perf_session *session __unused)
  853. {
  854. event_t ev;
  855. ssize_t size = 0, aligned_size = 0, padding;
  856. int err = 0;
  857. memset(&ev, 0, sizeof(ev));
  858. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  859. size = read_tracing_data_size(fd, pattrs, nb_events);
  860. if (size <= 0)
  861. return size;
  862. aligned_size = ALIGN(size, sizeof(u64));
  863. padding = aligned_size - size;
  864. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  865. ev.tracing_data.size = aligned_size;
  866. process(&ev, session);
  867. err = read_tracing_data(fd, pattrs, nb_events);
  868. write_padded(fd, NULL, 0, padding);
  869. return aligned_size;
  870. }
  871. int event__process_tracing_data(event_t *self,
  872. struct perf_session *session)
  873. {
  874. ssize_t size_read, padding, size = self->tracing_data.size;
  875. off_t offset = lseek(session->fd, 0, SEEK_CUR);
  876. char buf[BUFSIZ];
  877. /* setup for reading amidst mmap */
  878. lseek(session->fd, offset + sizeof(struct tracing_data_event),
  879. SEEK_SET);
  880. size_read = trace_report(session->fd);
  881. padding = ALIGN(size_read, sizeof(u64)) - size_read;
  882. if (read(session->fd, buf, padding) < 0)
  883. die("reading input file");
  884. if (size_read + padding != size)
  885. die("tracing data size mismatch");
  886. return size_read + padding;
  887. }
  888. int event__synthesize_build_id(struct dso *pos, u16 misc,
  889. event__handler_t process, struct machine *machine,
  890. struct perf_session *session)
  891. {
  892. event_t ev;
  893. size_t len;
  894. int err = 0;
  895. if (!pos->hit)
  896. return err;
  897. memset(&ev, 0, sizeof(ev));
  898. len = pos->long_name_len + 1;
  899. len = ALIGN(len, NAME_ALIGN);
  900. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  901. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  902. ev.build_id.header.misc = misc;
  903. ev.build_id.pid = machine->pid;
  904. ev.build_id.header.size = sizeof(ev.build_id) + len;
  905. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  906. err = process(&ev, session);
  907. return err;
  908. }
  909. static int __event_synthesize_build_ids(struct list_head *head, u16 misc,
  910. event__handler_t process,
  911. struct machine *machine,
  912. struct perf_session *session)
  913. {
  914. struct dso *pos;
  915. dsos__for_each_with_build_id(pos, head) {
  916. int err;
  917. if (!pos->hit)
  918. continue;
  919. err = event__synthesize_build_id(pos, misc, process,
  920. machine, session);
  921. if (err < 0)
  922. return err;
  923. }
  924. return 0;
  925. }
  926. int event__synthesize_build_ids(event__handler_t process,
  927. struct perf_session *session)
  928. {
  929. int err = 0;
  930. u16 kmisc, umisc;
  931. struct machine *pos;
  932. struct rb_node *nd;
  933. if (!dsos__read_build_ids(&session->header, true))
  934. return 0;
  935. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  936. pos = rb_entry(nd, struct machine, rb_node);
  937. if (machine__is_host(pos)) {
  938. kmisc = PERF_RECORD_MISC_KERNEL;
  939. umisc = PERF_RECORD_MISC_USER;
  940. } else {
  941. kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
  942. umisc = PERF_RECORD_MISC_GUEST_USER;
  943. }
  944. err = __event_synthesize_build_ids(&pos->kernel_dsos, kmisc,
  945. process, pos, session);
  946. if (err == 0)
  947. err = __event_synthesize_build_ids(&pos->user_dsos, umisc,
  948. process, pos, session);
  949. if (err)
  950. break;
  951. }
  952. if (err < 0) {
  953. pr_debug("failed to synthesize build ids\n");
  954. return err;
  955. }
  956. dsos__cache_build_ids(&session->header);
  957. return 0;
  958. }
  959. int event__process_build_id(event_t *self,
  960. struct perf_session *session)
  961. {
  962. __event_process_build_id(&self->build_id,
  963. self->build_id.filename,
  964. session);
  965. return 0;
  966. }