header.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223
  1. #define _FILE_OFFSET_BITS 64
  2. #include <sys/types.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <stdio.h>
  6. #include <stdlib.h>
  7. #include <linux/list.h>
  8. #include <linux/kernel.h>
  9. #include "util.h"
  10. #include "header.h"
  11. #include "../perf.h"
  12. #include "trace-event.h"
  13. #include "session.h"
  14. #include "symbol.h"
  15. #include "debug.h"
  16. static bool no_buildid_cache = false;
  17. /*
  18. * Create new perf.data header attribute:
  19. */
  20. struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  21. {
  22. struct perf_header_attr *self = malloc(sizeof(*self));
  23. if (self != NULL) {
  24. self->attr = *attr;
  25. self->ids = 0;
  26. self->size = 1;
  27. self->id = malloc(sizeof(u64));
  28. if (self->id == NULL) {
  29. free(self);
  30. self = NULL;
  31. }
  32. }
  33. return self;
  34. }
  35. void perf_header_attr__delete(struct perf_header_attr *self)
  36. {
  37. free(self->id);
  38. free(self);
  39. }
  40. int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  41. {
  42. int pos = self->ids;
  43. self->ids++;
  44. if (self->ids > self->size) {
  45. int nsize = self->size * 2;
  46. u64 *nid = realloc(self->id, nsize * sizeof(u64));
  47. if (nid == NULL)
  48. return -1;
  49. self->size = nsize;
  50. self->id = nid;
  51. }
  52. self->id[pos] = id;
  53. return 0;
  54. }
  55. int perf_header__init(struct perf_header *self)
  56. {
  57. self->size = 1;
  58. self->attr = malloc(sizeof(void *));
  59. return self->attr == NULL ? -ENOMEM : 0;
  60. }
  61. void perf_header__exit(struct perf_header *self)
  62. {
  63. int i;
  64. for (i = 0; i < self->attrs; ++i)
  65. perf_header_attr__delete(self->attr[i]);
  66. free(self->attr);
  67. }
  68. int perf_header__add_attr(struct perf_header *self,
  69. struct perf_header_attr *attr)
  70. {
  71. if (self->frozen)
  72. return -1;
  73. if (self->attrs == self->size) {
  74. int nsize = self->size * 2;
  75. struct perf_header_attr **nattr;
  76. nattr = realloc(self->attr, nsize * sizeof(void *));
  77. if (nattr == NULL)
  78. return -1;
  79. self->size = nsize;
  80. self->attr = nattr;
  81. }
  82. self->attr[self->attrs++] = attr;
  83. return 0;
  84. }
  85. static int event_count;
  86. static struct perf_trace_event_type *events;
  87. int perf_header__push_event(u64 id, const char *name)
  88. {
  89. if (strlen(name) > MAX_EVENT_NAME)
  90. pr_warning("Event %s will be truncated\n", name);
  91. if (!events) {
  92. events = malloc(sizeof(struct perf_trace_event_type));
  93. if (events == NULL)
  94. return -ENOMEM;
  95. } else {
  96. struct perf_trace_event_type *nevents;
  97. nevents = realloc(events, (event_count + 1) * sizeof(*events));
  98. if (nevents == NULL)
  99. return -ENOMEM;
  100. events = nevents;
  101. }
  102. memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
  103. events[event_count].event_id = id;
  104. strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
  105. event_count++;
  106. return 0;
  107. }
  108. char *perf_header__find_event(u64 id)
  109. {
  110. int i;
  111. for (i = 0 ; i < event_count; i++) {
  112. if (events[i].event_id == id)
  113. return events[i].name;
  114. }
  115. return NULL;
  116. }
  117. static const char *__perf_magic = "PERFFILE";
  118. #define PERF_MAGIC (*(u64 *)__perf_magic)
  119. struct perf_file_attr {
  120. struct perf_event_attr attr;
  121. struct perf_file_section ids;
  122. };
  123. void perf_header__set_feat(struct perf_header *self, int feat)
  124. {
  125. set_bit(feat, self->adds_features);
  126. }
  127. void perf_header__clear_feat(struct perf_header *self, int feat)
  128. {
  129. clear_bit(feat, self->adds_features);
  130. }
  131. bool perf_header__has_feat(const struct perf_header *self, int feat)
  132. {
  133. return test_bit(feat, self->adds_features);
  134. }
  135. static int do_write(int fd, const void *buf, size_t size)
  136. {
  137. while (size) {
  138. int ret = write(fd, buf, size);
  139. if (ret < 0)
  140. return -errno;
  141. size -= ret;
  142. buf += ret;
  143. }
  144. return 0;
  145. }
  146. #define NAME_ALIGN 64
  147. static int write_padded(int fd, const void *bf, size_t count,
  148. size_t count_aligned)
  149. {
  150. static const char zero_buf[NAME_ALIGN];
  151. int err = do_write(fd, bf, count);
  152. if (!err)
  153. err = do_write(fd, zero_buf, count_aligned - count);
  154. return err;
  155. }
  156. #define dsos__for_each_with_build_id(pos, head) \
  157. list_for_each_entry(pos, head, node) \
  158. if (!pos->has_build_id) \
  159. continue; \
  160. else
  161. static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
  162. u16 misc, int fd)
  163. {
  164. struct dso *pos;
  165. dsos__for_each_with_build_id(pos, head) {
  166. int err;
  167. struct build_id_event b;
  168. size_t len;
  169. if (!pos->hit)
  170. continue;
  171. len = pos->long_name_len + 1;
  172. len = ALIGN(len, NAME_ALIGN);
  173. memset(&b, 0, sizeof(b));
  174. memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
  175. b.pid = pid;
  176. b.header.misc = misc;
  177. b.header.size = sizeof(b) + len;
  178. err = do_write(fd, &b, sizeof(b));
  179. if (err < 0)
  180. return err;
  181. err = write_padded(fd, pos->long_name,
  182. pos->long_name_len + 1, len);
  183. if (err < 0)
  184. return err;
  185. }
  186. return 0;
  187. }
  188. static int machine__write_buildid_table(struct machine *self, int fd)
  189. {
  190. int err;
  191. u16 kmisc = PERF_RECORD_MISC_KERNEL,
  192. umisc = PERF_RECORD_MISC_USER;
  193. if (!machine__is_host(self)) {
  194. kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
  195. umisc = PERF_RECORD_MISC_GUEST_USER;
  196. }
  197. err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
  198. kmisc, fd);
  199. if (err == 0)
  200. err = __dsos__write_buildid_table(&self->user_dsos,
  201. self->pid, umisc, fd);
  202. return err;
  203. }
  204. static int dsos__write_buildid_table(struct perf_header *header, int fd)
  205. {
  206. struct perf_session *session = container_of(header,
  207. struct perf_session, header);
  208. struct rb_node *nd;
  209. int err = machine__write_buildid_table(&session->host_machine, fd);
  210. if (err)
  211. return err;
  212. for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
  213. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  214. err = machine__write_buildid_table(pos, fd);
  215. if (err)
  216. break;
  217. }
  218. return err;
  219. }
  220. int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
  221. const char *name, bool is_kallsyms)
  222. {
  223. const size_t size = PATH_MAX;
  224. char *filename = malloc(size),
  225. *linkname = malloc(size), *targetname;
  226. int len, err = -1;
  227. if (filename == NULL || linkname == NULL)
  228. goto out_free;
  229. len = snprintf(filename, size, "%s%s%s",
  230. debugdir, is_kallsyms ? "/" : "", name);
  231. if (mkdir_p(filename, 0755))
  232. goto out_free;
  233. snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
  234. if (access(filename, F_OK)) {
  235. if (is_kallsyms) {
  236. if (copyfile("/proc/kallsyms", filename))
  237. goto out_free;
  238. } else if (link(name, filename) && copyfile(name, filename))
  239. goto out_free;
  240. }
  241. len = snprintf(linkname, size, "%s/.build-id/%.2s",
  242. debugdir, sbuild_id);
  243. if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
  244. goto out_free;
  245. snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
  246. targetname = filename + strlen(debugdir) - 5;
  247. memcpy(targetname, "../..", 5);
  248. if (symlink(targetname, linkname) == 0)
  249. err = 0;
  250. out_free:
  251. free(filename);
  252. free(linkname);
  253. return err;
  254. }
  255. static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
  256. const char *name, const char *debugdir,
  257. bool is_kallsyms)
  258. {
  259. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  260. build_id__sprintf(build_id, build_id_size, sbuild_id);
  261. return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
  262. }
  263. int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
  264. {
  265. const size_t size = PATH_MAX;
  266. char *filename = malloc(size),
  267. *linkname = malloc(size);
  268. int err = -1;
  269. if (filename == NULL || linkname == NULL)
  270. goto out_free;
  271. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  272. debugdir, sbuild_id, sbuild_id + 2);
  273. if (access(linkname, F_OK))
  274. goto out_free;
  275. if (readlink(linkname, filename, size) < 0)
  276. goto out_free;
  277. if (unlink(linkname))
  278. goto out_free;
  279. /*
  280. * Since the link is relative, we must make it absolute:
  281. */
  282. snprintf(linkname, size, "%s/.build-id/%.2s/%s",
  283. debugdir, sbuild_id, filename);
  284. if (unlink(linkname))
  285. goto out_free;
  286. err = 0;
  287. out_free:
  288. free(filename);
  289. free(linkname);
  290. return err;
  291. }
  292. static int dso__cache_build_id(struct dso *self, const char *debugdir)
  293. {
  294. bool is_kallsyms = self->kernel && self->long_name[0] != '/';
  295. return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
  296. self->long_name, debugdir, is_kallsyms);
  297. }
  298. static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
  299. {
  300. struct dso *pos;
  301. int err = 0;
  302. dsos__for_each_with_build_id(pos, head)
  303. if (dso__cache_build_id(pos, debugdir))
  304. err = -1;
  305. return err;
  306. }
  307. static int machine__cache_build_ids(struct machine *self, const char *debugdir)
  308. {
  309. int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
  310. ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
  311. return ret;
  312. }
  313. static int perf_session__cache_build_ids(struct perf_session *self)
  314. {
  315. struct rb_node *nd;
  316. int ret;
  317. char debugdir[PATH_MAX];
  318. snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
  319. if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
  320. return -1;
  321. ret = machine__cache_build_ids(&self->host_machine, debugdir);
  322. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  323. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  324. ret |= machine__cache_build_ids(pos, debugdir);
  325. }
  326. return ret ? -1 : 0;
  327. }
  328. static bool machine__read_build_ids(struct machine *self, bool with_hits)
  329. {
  330. bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
  331. ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
  332. return ret;
  333. }
  334. static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
  335. {
  336. struct rb_node *nd;
  337. bool ret = machine__read_build_ids(&self->host_machine, with_hits);
  338. for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
  339. struct machine *pos = rb_entry(nd, struct machine, rb_node);
  340. ret |= machine__read_build_ids(pos, with_hits);
  341. }
  342. return ret;
  343. }
  344. static int perf_header__adds_write(struct perf_header *self, int fd)
  345. {
  346. int nr_sections;
  347. struct perf_session *session;
  348. struct perf_file_section *feat_sec;
  349. int sec_size;
  350. u64 sec_start;
  351. int idx = 0, err;
  352. session = container_of(self, struct perf_session, header);
  353. if (perf_header__has_feat(self, HEADER_BUILD_ID &&
  354. !perf_session__read_build_ids(session, true)))
  355. perf_header__clear_feat(self, HEADER_BUILD_ID);
  356. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  357. if (!nr_sections)
  358. return 0;
  359. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  360. if (feat_sec == NULL)
  361. return -ENOMEM;
  362. sec_size = sizeof(*feat_sec) * nr_sections;
  363. sec_start = self->data_offset + self->data_size;
  364. lseek(fd, sec_start + sec_size, SEEK_SET);
  365. if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
  366. struct perf_file_section *trace_sec;
  367. trace_sec = &feat_sec[idx++];
  368. /* Write trace info */
  369. trace_sec->offset = lseek(fd, 0, SEEK_CUR);
  370. read_tracing_data(fd, attrs, nr_counters);
  371. trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
  372. }
  373. if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
  374. struct perf_file_section *buildid_sec;
  375. buildid_sec = &feat_sec[idx++];
  376. /* Write build-ids */
  377. buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
  378. err = dsos__write_buildid_table(self, fd);
  379. if (err < 0) {
  380. pr_debug("failed to write buildid table\n");
  381. goto out_free;
  382. }
  383. buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
  384. buildid_sec->offset;
  385. if (!no_buildid_cache)
  386. perf_session__cache_build_ids(session);
  387. }
  388. lseek(fd, sec_start, SEEK_SET);
  389. err = do_write(fd, feat_sec, sec_size);
  390. if (err < 0)
  391. pr_debug("failed to write feature section\n");
  392. out_free:
  393. free(feat_sec);
  394. return err;
  395. }
  396. int perf_header__write_pipe(int fd)
  397. {
  398. struct perf_pipe_file_header f_header;
  399. int err;
  400. f_header = (struct perf_pipe_file_header){
  401. .magic = PERF_MAGIC,
  402. .size = sizeof(f_header),
  403. };
  404. err = do_write(fd, &f_header, sizeof(f_header));
  405. if (err < 0) {
  406. pr_debug("failed to write perf pipe header\n");
  407. return err;
  408. }
  409. return 0;
  410. }
  411. int perf_header__write(struct perf_header *self, int fd, bool at_exit)
  412. {
  413. struct perf_file_header f_header;
  414. struct perf_file_attr f_attr;
  415. struct perf_header_attr *attr;
  416. int i, err;
  417. lseek(fd, sizeof(f_header), SEEK_SET);
  418. for (i = 0; i < self->attrs; i++) {
  419. attr = self->attr[i];
  420. attr->id_offset = lseek(fd, 0, SEEK_CUR);
  421. err = do_write(fd, attr->id, attr->ids * sizeof(u64));
  422. if (err < 0) {
  423. pr_debug("failed to write perf header\n");
  424. return err;
  425. }
  426. }
  427. self->attr_offset = lseek(fd, 0, SEEK_CUR);
  428. for (i = 0; i < self->attrs; i++) {
  429. attr = self->attr[i];
  430. f_attr = (struct perf_file_attr){
  431. .attr = attr->attr,
  432. .ids = {
  433. .offset = attr->id_offset,
  434. .size = attr->ids * sizeof(u64),
  435. }
  436. };
  437. err = do_write(fd, &f_attr, sizeof(f_attr));
  438. if (err < 0) {
  439. pr_debug("failed to write perf header attribute\n");
  440. return err;
  441. }
  442. }
  443. self->event_offset = lseek(fd, 0, SEEK_CUR);
  444. self->event_size = event_count * sizeof(struct perf_trace_event_type);
  445. if (events) {
  446. err = do_write(fd, events, self->event_size);
  447. if (err < 0) {
  448. pr_debug("failed to write perf header events\n");
  449. return err;
  450. }
  451. }
  452. self->data_offset = lseek(fd, 0, SEEK_CUR);
  453. if (at_exit) {
  454. err = perf_header__adds_write(self, fd);
  455. if (err < 0)
  456. return err;
  457. }
  458. f_header = (struct perf_file_header){
  459. .magic = PERF_MAGIC,
  460. .size = sizeof(f_header),
  461. .attr_size = sizeof(f_attr),
  462. .attrs = {
  463. .offset = self->attr_offset,
  464. .size = self->attrs * sizeof(f_attr),
  465. },
  466. .data = {
  467. .offset = self->data_offset,
  468. .size = self->data_size,
  469. },
  470. .event_types = {
  471. .offset = self->event_offset,
  472. .size = self->event_size,
  473. },
  474. };
  475. memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
  476. lseek(fd, 0, SEEK_SET);
  477. err = do_write(fd, &f_header, sizeof(f_header));
  478. if (err < 0) {
  479. pr_debug("failed to write perf header\n");
  480. return err;
  481. }
  482. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  483. self->frozen = 1;
  484. return 0;
  485. }
  486. static int perf_header__getbuffer64(struct perf_header *self,
  487. int fd, void *buf, size_t size)
  488. {
  489. if (do_read(fd, buf, size) <= 0)
  490. return -1;
  491. if (self->needs_swap)
  492. mem_bswap_64(buf, size);
  493. return 0;
  494. }
  495. int perf_header__process_sections(struct perf_header *self, int fd,
  496. int (*process)(struct perf_file_section *self,
  497. struct perf_header *ph,
  498. int feat, int fd))
  499. {
  500. struct perf_file_section *feat_sec;
  501. int nr_sections;
  502. int sec_size;
  503. int idx = 0;
  504. int err = -1, feat = 1;
  505. nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
  506. if (!nr_sections)
  507. return 0;
  508. feat_sec = calloc(sizeof(*feat_sec), nr_sections);
  509. if (!feat_sec)
  510. return -1;
  511. sec_size = sizeof(*feat_sec) * nr_sections;
  512. lseek(fd, self->data_offset + self->data_size, SEEK_SET);
  513. if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
  514. goto out_free;
  515. err = 0;
  516. while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
  517. if (perf_header__has_feat(self, feat)) {
  518. struct perf_file_section *sec = &feat_sec[idx++];
  519. err = process(sec, self, feat, fd);
  520. if (err < 0)
  521. break;
  522. }
  523. ++feat;
  524. }
  525. out_free:
  526. free(feat_sec);
  527. return err;
  528. }
  529. int perf_file_header__read(struct perf_file_header *self,
  530. struct perf_header *ph, int fd)
  531. {
  532. lseek(fd, 0, SEEK_SET);
  533. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  534. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  535. return -1;
  536. if (self->attr_size != sizeof(struct perf_file_attr)) {
  537. u64 attr_size = bswap_64(self->attr_size);
  538. if (attr_size != sizeof(struct perf_file_attr))
  539. return -1;
  540. mem_bswap_64(self, offsetof(struct perf_file_header,
  541. adds_features));
  542. ph->needs_swap = true;
  543. }
  544. if (self->size != sizeof(*self)) {
  545. /* Support the previous format */
  546. if (self->size == offsetof(typeof(*self), adds_features))
  547. bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
  548. else
  549. return -1;
  550. }
  551. memcpy(&ph->adds_features, &self->adds_features,
  552. sizeof(ph->adds_features));
  553. /*
  554. * FIXME: hack that assumes that if we need swap the perf.data file
  555. * may be coming from an arch with a different word-size, ergo different
  556. * DEFINE_BITMAP format, investigate more later, but for now its mostly
  557. * safe to assume that we have a build-id section. Trace files probably
  558. * have several other issues in this realm anyway...
  559. */
  560. if (ph->needs_swap) {
  561. memset(&ph->adds_features, 0, sizeof(ph->adds_features));
  562. perf_header__set_feat(ph, HEADER_BUILD_ID);
  563. }
  564. ph->event_offset = self->event_types.offset;
  565. ph->event_size = self->event_types.size;
  566. ph->data_offset = self->data.offset;
  567. ph->data_size = self->data.size;
  568. return 0;
  569. }
  570. static int __event_process_build_id(struct build_id_event *bev,
  571. char *filename,
  572. struct perf_session *session)
  573. {
  574. int err = -1;
  575. struct list_head *head;
  576. struct machine *machine;
  577. u16 misc;
  578. struct dso *dso;
  579. enum dso_kernel_type dso_type;
  580. machine = perf_session__findnew_machine(session, bev->pid);
  581. if (!machine)
  582. goto out;
  583. misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  584. switch (misc) {
  585. case PERF_RECORD_MISC_KERNEL:
  586. dso_type = DSO_TYPE_KERNEL;
  587. head = &machine->kernel_dsos;
  588. break;
  589. case PERF_RECORD_MISC_GUEST_KERNEL:
  590. dso_type = DSO_TYPE_GUEST_KERNEL;
  591. head = &machine->kernel_dsos;
  592. break;
  593. case PERF_RECORD_MISC_USER:
  594. case PERF_RECORD_MISC_GUEST_USER:
  595. dso_type = DSO_TYPE_USER;
  596. head = &machine->user_dsos;
  597. break;
  598. default:
  599. goto out;
  600. }
  601. dso = __dsos__findnew(head, filename);
  602. if (dso != NULL) {
  603. char sbuild_id[BUILD_ID_SIZE * 2 + 1];
  604. dso__set_build_id(dso, &bev->build_id);
  605. if (filename[0] == '[')
  606. dso->kernel = dso_type;
  607. build_id__sprintf(dso->build_id, sizeof(dso->build_id),
  608. sbuild_id);
  609. pr_debug("build id event received for %s: %s\n",
  610. dso->long_name, sbuild_id);
  611. }
  612. err = 0;
  613. out:
  614. return err;
  615. }
  616. static int perf_header__read_build_ids(struct perf_header *self,
  617. int input, u64 offset, u64 size)
  618. {
  619. struct perf_session *session = container_of(self,
  620. struct perf_session, header);
  621. struct build_id_event bev;
  622. char filename[PATH_MAX];
  623. u64 limit = offset + size;
  624. int err = -1;
  625. while (offset < limit) {
  626. ssize_t len;
  627. if (read(input, &bev, sizeof(bev)) != sizeof(bev))
  628. goto out;
  629. if (self->needs_swap)
  630. perf_event_header__bswap(&bev.header);
  631. len = bev.header.size - sizeof(bev);
  632. if (read(input, filename, len) != len)
  633. goto out;
  634. __event_process_build_id(&bev, filename, session);
  635. offset += bev.header.size;
  636. }
  637. err = 0;
  638. out:
  639. return err;
  640. }
  641. static int perf_file_section__process(struct perf_file_section *self,
  642. struct perf_header *ph,
  643. int feat, int fd)
  644. {
  645. if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
  646. pr_debug("Failed to lseek to %Ld offset for feature %d, "
  647. "continuing...\n", self->offset, feat);
  648. return 0;
  649. }
  650. switch (feat) {
  651. case HEADER_TRACE_INFO:
  652. trace_report(fd, false);
  653. break;
  654. case HEADER_BUILD_ID:
  655. if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
  656. pr_debug("Failed to read buildids, continuing...\n");
  657. break;
  658. default:
  659. pr_debug("unknown feature %d, continuing...\n", feat);
  660. }
  661. return 0;
  662. }
  663. static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
  664. struct perf_header *ph, int fd,
  665. bool repipe)
  666. {
  667. if (do_read(fd, self, sizeof(*self)) <= 0 ||
  668. memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
  669. return -1;
  670. if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
  671. return -1;
  672. if (self->size != sizeof(*self)) {
  673. u64 size = bswap_64(self->size);
  674. if (size != sizeof(*self))
  675. return -1;
  676. ph->needs_swap = true;
  677. }
  678. return 0;
  679. }
  680. static int perf_header__read_pipe(struct perf_session *session, int fd)
  681. {
  682. struct perf_header *self = &session->header;
  683. struct perf_pipe_file_header f_header;
  684. if (perf_file_header__read_pipe(&f_header, self, fd,
  685. session->repipe) < 0) {
  686. pr_debug("incompatible file format\n");
  687. return -EINVAL;
  688. }
  689. session->fd = fd;
  690. return 0;
  691. }
  692. int perf_header__read(struct perf_session *session, int fd)
  693. {
  694. struct perf_header *self = &session->header;
  695. struct perf_file_header f_header;
  696. struct perf_file_attr f_attr;
  697. u64 f_id;
  698. int nr_attrs, nr_ids, i, j;
  699. if (session->fd_pipe)
  700. return perf_header__read_pipe(session, fd);
  701. if (perf_file_header__read(&f_header, self, fd) < 0) {
  702. pr_debug("incompatible file format\n");
  703. return -EINVAL;
  704. }
  705. nr_attrs = f_header.attrs.size / sizeof(f_attr);
  706. lseek(fd, f_header.attrs.offset, SEEK_SET);
  707. for (i = 0; i < nr_attrs; i++) {
  708. struct perf_header_attr *attr;
  709. off_t tmp;
  710. if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
  711. goto out_errno;
  712. tmp = lseek(fd, 0, SEEK_CUR);
  713. attr = perf_header_attr__new(&f_attr.attr);
  714. if (attr == NULL)
  715. return -ENOMEM;
  716. nr_ids = f_attr.ids.size / sizeof(u64);
  717. lseek(fd, f_attr.ids.offset, SEEK_SET);
  718. for (j = 0; j < nr_ids; j++) {
  719. if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
  720. goto out_errno;
  721. if (perf_header_attr__add_id(attr, f_id) < 0) {
  722. perf_header_attr__delete(attr);
  723. return -ENOMEM;
  724. }
  725. }
  726. if (perf_header__add_attr(self, attr) < 0) {
  727. perf_header_attr__delete(attr);
  728. return -ENOMEM;
  729. }
  730. lseek(fd, tmp, SEEK_SET);
  731. }
  732. if (f_header.event_types.size) {
  733. lseek(fd, f_header.event_types.offset, SEEK_SET);
  734. events = malloc(f_header.event_types.size);
  735. if (events == NULL)
  736. return -ENOMEM;
  737. if (perf_header__getbuffer64(self, fd, events,
  738. f_header.event_types.size))
  739. goto out_errno;
  740. event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
  741. }
  742. perf_header__process_sections(self, fd, perf_file_section__process);
  743. lseek(fd, self->data_offset, SEEK_SET);
  744. self->frozen = 1;
  745. return 0;
  746. out_errno:
  747. return -errno;
  748. }
  749. u64 perf_header__sample_type(struct perf_header *header)
  750. {
  751. u64 type = 0;
  752. int i;
  753. for (i = 0; i < header->attrs; i++) {
  754. struct perf_header_attr *attr = header->attr[i];
  755. if (!type)
  756. type = attr->attr.sample_type;
  757. else if (type != attr->attr.sample_type)
  758. die("non matching sample_type");
  759. }
  760. return type;
  761. }
  762. bool perf_header__sample_id_all(const struct perf_header *header)
  763. {
  764. bool value = false, first = true;
  765. int i;
  766. for (i = 0; i < header->attrs; i++) {
  767. struct perf_header_attr *attr = header->attr[i];
  768. if (first) {
  769. value = attr->attr.sample_id_all;
  770. first = false;
  771. } else if (value != attr->attr.sample_id_all)
  772. die("non matching sample_id_all");
  773. }
  774. return value;
  775. }
  776. struct perf_event_attr *
  777. perf_header__find_attr(u64 id, struct perf_header *header)
  778. {
  779. int i;
  780. /*
  781. * We set id to -1 if the data file doesn't contain sample
  782. * ids. Check for this and avoid walking through the entire
  783. * list of ids which may be large.
  784. */
  785. if (id == -1ULL)
  786. return NULL;
  787. for (i = 0; i < header->attrs; i++) {
  788. struct perf_header_attr *attr = header->attr[i];
  789. int j;
  790. for (j = 0; j < attr->ids; j++) {
  791. if (attr->id[j] == id)
  792. return &attr->attr;
  793. }
  794. }
  795. return NULL;
  796. }
  797. int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
  798. event__handler_t process,
  799. struct perf_session *session)
  800. {
  801. event_t *ev;
  802. size_t size;
  803. int err;
  804. size = sizeof(struct perf_event_attr);
  805. size = ALIGN(size, sizeof(u64));
  806. size += sizeof(struct perf_event_header);
  807. size += ids * sizeof(u64);
  808. ev = malloc(size);
  809. ev->attr.attr = *attr;
  810. memcpy(ev->attr.id, id, ids * sizeof(u64));
  811. ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
  812. ev->attr.header.size = size;
  813. err = process(ev, NULL, session);
  814. free(ev);
  815. return err;
  816. }
  817. int event__synthesize_attrs(struct perf_header *self, event__handler_t process,
  818. struct perf_session *session)
  819. {
  820. struct perf_header_attr *attr;
  821. int i, err = 0;
  822. for (i = 0; i < self->attrs; i++) {
  823. attr = self->attr[i];
  824. err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
  825. process, session);
  826. if (err) {
  827. pr_debug("failed to create perf header attribute\n");
  828. return err;
  829. }
  830. }
  831. return err;
  832. }
  833. int event__process_attr(event_t *self, struct perf_session *session)
  834. {
  835. struct perf_header_attr *attr;
  836. unsigned int i, ids, n_ids;
  837. attr = perf_header_attr__new(&self->attr.attr);
  838. if (attr == NULL)
  839. return -ENOMEM;
  840. ids = self->header.size;
  841. ids -= (void *)&self->attr.id - (void *)self;
  842. n_ids = ids / sizeof(u64);
  843. for (i = 0; i < n_ids; i++) {
  844. if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
  845. perf_header_attr__delete(attr);
  846. return -ENOMEM;
  847. }
  848. }
  849. if (perf_header__add_attr(&session->header, attr) < 0) {
  850. perf_header_attr__delete(attr);
  851. return -ENOMEM;
  852. }
  853. perf_session__update_sample_type(session);
  854. return 0;
  855. }
  856. int event__synthesize_event_type(u64 event_id, char *name,
  857. event__handler_t process,
  858. struct perf_session *session)
  859. {
  860. event_t ev;
  861. size_t size = 0;
  862. int err = 0;
  863. memset(&ev, 0, sizeof(ev));
  864. ev.event_type.event_type.event_id = event_id;
  865. memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
  866. strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
  867. ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
  868. size = strlen(name);
  869. size = ALIGN(size, sizeof(u64));
  870. ev.event_type.header.size = sizeof(ev.event_type) -
  871. (sizeof(ev.event_type.event_type.name) - size);
  872. err = process(&ev, NULL, session);
  873. return err;
  874. }
  875. int event__synthesize_event_types(event__handler_t process,
  876. struct perf_session *session)
  877. {
  878. struct perf_trace_event_type *type;
  879. int i, err = 0;
  880. for (i = 0; i < event_count; i++) {
  881. type = &events[i];
  882. err = event__synthesize_event_type(type->event_id, type->name,
  883. process, session);
  884. if (err) {
  885. pr_debug("failed to create perf header event type\n");
  886. return err;
  887. }
  888. }
  889. return err;
  890. }
  891. int event__process_event_type(event_t *self,
  892. struct perf_session *session __unused)
  893. {
  894. if (perf_header__push_event(self->event_type.event_type.event_id,
  895. self->event_type.event_type.name) < 0)
  896. return -ENOMEM;
  897. return 0;
  898. }
  899. int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs,
  900. int nb_events,
  901. event__handler_t process,
  902. struct perf_session *session __unused)
  903. {
  904. event_t ev;
  905. ssize_t size = 0, aligned_size = 0, padding;
  906. int err = 0;
  907. memset(&ev, 0, sizeof(ev));
  908. ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
  909. size = read_tracing_data_size(fd, pattrs, nb_events);
  910. if (size <= 0)
  911. return size;
  912. aligned_size = ALIGN(size, sizeof(u64));
  913. padding = aligned_size - size;
  914. ev.tracing_data.header.size = sizeof(ev.tracing_data);
  915. ev.tracing_data.size = aligned_size;
  916. process(&ev, NULL, session);
  917. err = read_tracing_data(fd, pattrs, nb_events);
  918. write_padded(fd, NULL, 0, padding);
  919. return aligned_size;
  920. }
  921. int event__process_tracing_data(event_t *self,
  922. struct perf_session *session)
  923. {
  924. ssize_t size_read, padding, size = self->tracing_data.size;
  925. off_t offset = lseek(session->fd, 0, SEEK_CUR);
  926. char buf[BUFSIZ];
  927. /* setup for reading amidst mmap */
  928. lseek(session->fd, offset + sizeof(struct tracing_data_event),
  929. SEEK_SET);
  930. size_read = trace_report(session->fd, session->repipe);
  931. padding = ALIGN(size_read, sizeof(u64)) - size_read;
  932. if (read(session->fd, buf, padding) < 0)
  933. die("reading input file");
  934. if (session->repipe) {
  935. int retw = write(STDOUT_FILENO, buf, padding);
  936. if (retw <= 0 || retw != padding)
  937. die("repiping tracing data padding");
  938. }
  939. if (size_read + padding != size)
  940. die("tracing data size mismatch");
  941. return size_read + padding;
  942. }
  943. int event__synthesize_build_id(struct dso *pos, u16 misc,
  944. event__handler_t process,
  945. struct machine *machine,
  946. struct perf_session *session)
  947. {
  948. event_t ev;
  949. size_t len;
  950. int err = 0;
  951. if (!pos->hit)
  952. return err;
  953. memset(&ev, 0, sizeof(ev));
  954. len = pos->long_name_len + 1;
  955. len = ALIGN(len, NAME_ALIGN);
  956. memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
  957. ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
  958. ev.build_id.header.misc = misc;
  959. ev.build_id.pid = machine->pid;
  960. ev.build_id.header.size = sizeof(ev.build_id) + len;
  961. memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
  962. err = process(&ev, NULL, session);
  963. return err;
  964. }
  965. int event__process_build_id(event_t *self,
  966. struct perf_session *session)
  967. {
  968. __event_process_build_id(&self->build_id,
  969. self->build_id.filename,
  970. session);
  971. return 0;
  972. }
  973. void disable_buildid_cache(void)
  974. {
  975. no_buildid_cache = true;
  976. }