evlist.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888
  1. /*
  2. * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
  3. *
  4. * Parts came from builtin-{top,stat,record}.c, see those files for further
  5. * copyright notes.
  6. *
  7. * Released under the GPL v2. (and only v2, not any later version)
  8. */
  9. #include "util.h"
  10. #include "debugfs.h"
  11. #include <poll.h>
  12. #include "cpumap.h"
  13. #include "thread_map.h"
  14. #include "target.h"
  15. #include "evlist.h"
  16. #include "evsel.h"
  17. #include <unistd.h>
  18. #include "parse-events.h"
  19. #include <sys/mman.h>
  20. #include <linux/bitops.h>
  21. #include <linux/hash.h>
  22. #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
  23. #define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
  24. void perf_evlist__init(struct perf_evlist *evlist, struct cpu_map *cpus,
  25. struct thread_map *threads)
  26. {
  27. int i;
  28. for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)
  29. INIT_HLIST_HEAD(&evlist->heads[i]);
  30. INIT_LIST_HEAD(&evlist->entries);
  31. perf_evlist__set_maps(evlist, cpus, threads);
  32. evlist->workload.pid = -1;
  33. }
  34. struct perf_evlist *perf_evlist__new(struct cpu_map *cpus,
  35. struct thread_map *threads)
  36. {
  37. struct perf_evlist *evlist = zalloc(sizeof(*evlist));
  38. if (evlist != NULL)
  39. perf_evlist__init(evlist, cpus, threads);
  40. return evlist;
  41. }
  42. void perf_evlist__config_attrs(struct perf_evlist *evlist,
  43. struct perf_record_opts *opts)
  44. {
  45. struct perf_evsel *evsel, *first;
  46. if (evlist->cpus->map[0] < 0)
  47. opts->no_inherit = true;
  48. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  49. list_for_each_entry(evsel, &evlist->entries, node) {
  50. perf_evsel__config(evsel, opts, first);
  51. if (evlist->nr_entries > 1)
  52. evsel->attr.sample_type |= PERF_SAMPLE_ID;
  53. }
  54. }
  55. static void perf_evlist__purge(struct perf_evlist *evlist)
  56. {
  57. struct perf_evsel *pos, *n;
  58. list_for_each_entry_safe(pos, n, &evlist->entries, node) {
  59. list_del_init(&pos->node);
  60. perf_evsel__delete(pos);
  61. }
  62. evlist->nr_entries = 0;
  63. }
  64. void perf_evlist__exit(struct perf_evlist *evlist)
  65. {
  66. free(evlist->mmap);
  67. free(evlist->pollfd);
  68. evlist->mmap = NULL;
  69. evlist->pollfd = NULL;
  70. }
  71. void perf_evlist__delete(struct perf_evlist *evlist)
  72. {
  73. perf_evlist__purge(evlist);
  74. perf_evlist__exit(evlist);
  75. free(evlist);
  76. }
  77. void perf_evlist__add(struct perf_evlist *evlist, struct perf_evsel *entry)
  78. {
  79. list_add_tail(&entry->node, &evlist->entries);
  80. ++evlist->nr_entries;
  81. }
  82. void perf_evlist__splice_list_tail(struct perf_evlist *evlist,
  83. struct list_head *list,
  84. int nr_entries)
  85. {
  86. list_splice_tail(list, &evlist->entries);
  87. evlist->nr_entries += nr_entries;
  88. }
  89. void perf_evlist__group(struct perf_evlist *evlist)
  90. {
  91. if (evlist->nr_entries)
  92. parse_events__set_leader(&evlist->entries);
  93. }
  94. int perf_evlist__add_default(struct perf_evlist *evlist)
  95. {
  96. struct perf_event_attr attr = {
  97. .type = PERF_TYPE_HARDWARE,
  98. .config = PERF_COUNT_HW_CPU_CYCLES,
  99. };
  100. struct perf_evsel *evsel;
  101. event_attr_init(&attr);
  102. evsel = perf_evsel__new(&attr, 0);
  103. if (evsel == NULL)
  104. goto error;
  105. /* use strdup() because free(evsel) assumes name is allocated */
  106. evsel->name = strdup("cycles");
  107. if (!evsel->name)
  108. goto error_free;
  109. perf_evlist__add(evlist, evsel);
  110. return 0;
  111. error_free:
  112. perf_evsel__delete(evsel);
  113. error:
  114. return -ENOMEM;
  115. }
  116. int perf_evlist__add_attrs(struct perf_evlist *evlist,
  117. struct perf_event_attr *attrs, size_t nr_attrs)
  118. {
  119. struct perf_evsel *evsel, *n;
  120. LIST_HEAD(head);
  121. size_t i;
  122. for (i = 0; i < nr_attrs; i++) {
  123. evsel = perf_evsel__new(attrs + i, evlist->nr_entries + i);
  124. if (evsel == NULL)
  125. goto out_delete_partial_list;
  126. list_add_tail(&evsel->node, &head);
  127. }
  128. perf_evlist__splice_list_tail(evlist, &head, nr_attrs);
  129. return 0;
  130. out_delete_partial_list:
  131. list_for_each_entry_safe(evsel, n, &head, node)
  132. perf_evsel__delete(evsel);
  133. return -1;
  134. }
  135. int __perf_evlist__add_default_attrs(struct perf_evlist *evlist,
  136. struct perf_event_attr *attrs, size_t nr_attrs)
  137. {
  138. size_t i;
  139. for (i = 0; i < nr_attrs; i++)
  140. event_attr_init(attrs + i);
  141. return perf_evlist__add_attrs(evlist, attrs, nr_attrs);
  142. }
  143. static int trace_event__id(const char *evname)
  144. {
  145. char *filename, *colon;
  146. int err = -1, fd;
  147. if (asprintf(&filename, "%s/%s/id", tracing_events_path, evname) < 0)
  148. return -1;
  149. colon = strrchr(filename, ':');
  150. if (colon != NULL)
  151. *colon = '/';
  152. fd = open(filename, O_RDONLY);
  153. if (fd >= 0) {
  154. char id[16];
  155. if (read(fd, id, sizeof(id)) > 0)
  156. err = atoi(id);
  157. close(fd);
  158. }
  159. free(filename);
  160. return err;
  161. }
  162. int perf_evlist__add_tracepoints(struct perf_evlist *evlist,
  163. const char *tracepoints[],
  164. size_t nr_tracepoints)
  165. {
  166. int err;
  167. size_t i;
  168. struct perf_event_attr *attrs = zalloc(nr_tracepoints * sizeof(*attrs));
  169. if (attrs == NULL)
  170. return -1;
  171. for (i = 0; i < nr_tracepoints; i++) {
  172. err = trace_event__id(tracepoints[i]);
  173. if (err < 0)
  174. goto out_free_attrs;
  175. attrs[i].type = PERF_TYPE_TRACEPOINT;
  176. attrs[i].config = err;
  177. attrs[i].sample_type = (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME |
  178. PERF_SAMPLE_CPU | PERF_SAMPLE_PERIOD);
  179. attrs[i].sample_period = 1;
  180. }
  181. err = perf_evlist__add_attrs(evlist, attrs, nr_tracepoints);
  182. out_free_attrs:
  183. free(attrs);
  184. return err;
  185. }
  186. struct perf_evsel *
  187. perf_evlist__find_tracepoint_by_id(struct perf_evlist *evlist, int id)
  188. {
  189. struct perf_evsel *evsel;
  190. list_for_each_entry(evsel, &evlist->entries, node) {
  191. if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
  192. (int)evsel->attr.config == id)
  193. return evsel;
  194. }
  195. return NULL;
  196. }
  197. int perf_evlist__set_tracepoints_handlers(struct perf_evlist *evlist,
  198. const struct perf_evsel_str_handler *assocs,
  199. size_t nr_assocs)
  200. {
  201. struct perf_evsel *evsel;
  202. int err;
  203. size_t i;
  204. for (i = 0; i < nr_assocs; i++) {
  205. err = trace_event__id(assocs[i].name);
  206. if (err < 0)
  207. goto out;
  208. evsel = perf_evlist__find_tracepoint_by_id(evlist, err);
  209. if (evsel == NULL)
  210. continue;
  211. err = -EEXIST;
  212. if (evsel->handler.func != NULL)
  213. goto out;
  214. evsel->handler.func = assocs[i].handler;
  215. }
  216. err = 0;
  217. out:
  218. return err;
  219. }
  220. void perf_evlist__disable(struct perf_evlist *evlist)
  221. {
  222. int cpu, thread;
  223. struct perf_evsel *pos;
  224. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  225. list_for_each_entry(pos, &evlist->entries, node) {
  226. for (thread = 0; thread < evlist->threads->nr; thread++)
  227. ioctl(FD(pos, cpu, thread),
  228. PERF_EVENT_IOC_DISABLE, 0);
  229. }
  230. }
  231. }
  232. void perf_evlist__enable(struct perf_evlist *evlist)
  233. {
  234. int cpu, thread;
  235. struct perf_evsel *pos;
  236. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  237. list_for_each_entry(pos, &evlist->entries, node) {
  238. for (thread = 0; thread < evlist->threads->nr; thread++)
  239. ioctl(FD(pos, cpu, thread),
  240. PERF_EVENT_IOC_ENABLE, 0);
  241. }
  242. }
  243. }
  244. static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
  245. {
  246. int nfds = evlist->cpus->nr * evlist->threads->nr * evlist->nr_entries;
  247. evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
  248. return evlist->pollfd != NULL ? 0 : -ENOMEM;
  249. }
  250. void perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd)
  251. {
  252. fcntl(fd, F_SETFL, O_NONBLOCK);
  253. evlist->pollfd[evlist->nr_fds].fd = fd;
  254. evlist->pollfd[evlist->nr_fds].events = POLLIN;
  255. evlist->nr_fds++;
  256. }
  257. static void perf_evlist__id_hash(struct perf_evlist *evlist,
  258. struct perf_evsel *evsel,
  259. int cpu, int thread, u64 id)
  260. {
  261. int hash;
  262. struct perf_sample_id *sid = SID(evsel, cpu, thread);
  263. sid->id = id;
  264. sid->evsel = evsel;
  265. hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);
  266. hlist_add_head(&sid->node, &evlist->heads[hash]);
  267. }
  268. void perf_evlist__id_add(struct perf_evlist *evlist, struct perf_evsel *evsel,
  269. int cpu, int thread, u64 id)
  270. {
  271. perf_evlist__id_hash(evlist, evsel, cpu, thread, id);
  272. evsel->id[evsel->ids++] = id;
  273. }
  274. static int perf_evlist__id_add_fd(struct perf_evlist *evlist,
  275. struct perf_evsel *evsel,
  276. int cpu, int thread, int fd)
  277. {
  278. u64 read_data[4] = { 0, };
  279. int id_idx = 1; /* The first entry is the counter value */
  280. if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||
  281. read(fd, &read_data, sizeof(read_data)) == -1)
  282. return -1;
  283. if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
  284. ++id_idx;
  285. if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
  286. ++id_idx;
  287. perf_evlist__id_add(evlist, evsel, cpu, thread, read_data[id_idx]);
  288. return 0;
  289. }
  290. struct perf_evsel *perf_evlist__id2evsel(struct perf_evlist *evlist, u64 id)
  291. {
  292. struct hlist_head *head;
  293. struct hlist_node *pos;
  294. struct perf_sample_id *sid;
  295. int hash;
  296. if (evlist->nr_entries == 1)
  297. return list_entry(evlist->entries.next, struct perf_evsel, node);
  298. hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
  299. head = &evlist->heads[hash];
  300. hlist_for_each_entry(sid, pos, head, node)
  301. if (sid->id == id)
  302. return sid->evsel;
  303. if (!perf_evlist__sample_id_all(evlist))
  304. return list_entry(evlist->entries.next, struct perf_evsel, node);
  305. return NULL;
  306. }
  307. union perf_event *perf_evlist__mmap_read(struct perf_evlist *evlist, int idx)
  308. {
  309. /* XXX Move this to perf.c, making it generally available */
  310. unsigned int page_size = sysconf(_SC_PAGE_SIZE);
  311. struct perf_mmap *md = &evlist->mmap[idx];
  312. unsigned int head = perf_mmap__read_head(md);
  313. unsigned int old = md->prev;
  314. unsigned char *data = md->base + page_size;
  315. union perf_event *event = NULL;
  316. if (evlist->overwrite) {
  317. /*
  318. * If we're further behind than half the buffer, there's a chance
  319. * the writer will bite our tail and mess up the samples under us.
  320. *
  321. * If we somehow ended up ahead of the head, we got messed up.
  322. *
  323. * In either case, truncate and restart at head.
  324. */
  325. int diff = head - old;
  326. if (diff > md->mask / 2 || diff < 0) {
  327. fprintf(stderr, "WARNING: failed to keep up with mmap data.\n");
  328. /*
  329. * head points to a known good entry, start there.
  330. */
  331. old = head;
  332. }
  333. }
  334. if (old != head) {
  335. size_t size;
  336. event = (union perf_event *)&data[old & md->mask];
  337. size = event->header.size;
  338. /*
  339. * Event straddles the mmap boundary -- header should always
  340. * be inside due to u64 alignment of output.
  341. */
  342. if ((old & md->mask) + size != ((old + size) & md->mask)) {
  343. unsigned int offset = old;
  344. unsigned int len = min(sizeof(*event), size), cpy;
  345. void *dst = &evlist->event_copy;
  346. do {
  347. cpy = min(md->mask + 1 - (offset & md->mask), len);
  348. memcpy(dst, &data[offset & md->mask], cpy);
  349. offset += cpy;
  350. dst += cpy;
  351. len -= cpy;
  352. } while (len);
  353. event = &evlist->event_copy;
  354. }
  355. old += size;
  356. }
  357. md->prev = old;
  358. if (!evlist->overwrite)
  359. perf_mmap__write_tail(md, old);
  360. return event;
  361. }
  362. void perf_evlist__munmap(struct perf_evlist *evlist)
  363. {
  364. int i;
  365. for (i = 0; i < evlist->nr_mmaps; i++) {
  366. if (evlist->mmap[i].base != NULL) {
  367. munmap(evlist->mmap[i].base, evlist->mmap_len);
  368. evlist->mmap[i].base = NULL;
  369. }
  370. }
  371. free(evlist->mmap);
  372. evlist->mmap = NULL;
  373. }
  374. static int perf_evlist__alloc_mmap(struct perf_evlist *evlist)
  375. {
  376. evlist->nr_mmaps = evlist->cpus->nr;
  377. if (evlist->cpus->map[0] == -1)
  378. evlist->nr_mmaps = evlist->threads->nr;
  379. evlist->mmap = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));
  380. return evlist->mmap != NULL ? 0 : -ENOMEM;
  381. }
  382. static int __perf_evlist__mmap(struct perf_evlist *evlist,
  383. int idx, int prot, int mask, int fd)
  384. {
  385. evlist->mmap[idx].prev = 0;
  386. evlist->mmap[idx].mask = mask;
  387. evlist->mmap[idx].base = mmap(NULL, evlist->mmap_len, prot,
  388. MAP_SHARED, fd, 0);
  389. if (evlist->mmap[idx].base == MAP_FAILED) {
  390. evlist->mmap[idx].base = NULL;
  391. return -1;
  392. }
  393. perf_evlist__add_pollfd(evlist, fd);
  394. return 0;
  395. }
  396. static int perf_evlist__mmap_per_cpu(struct perf_evlist *evlist, int prot, int mask)
  397. {
  398. struct perf_evsel *evsel;
  399. int cpu, thread;
  400. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  401. int output = -1;
  402. for (thread = 0; thread < evlist->threads->nr; thread++) {
  403. list_for_each_entry(evsel, &evlist->entries, node) {
  404. int fd = FD(evsel, cpu, thread);
  405. if (output == -1) {
  406. output = fd;
  407. if (__perf_evlist__mmap(evlist, cpu,
  408. prot, mask, output) < 0)
  409. goto out_unmap;
  410. } else {
  411. if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
  412. goto out_unmap;
  413. }
  414. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  415. perf_evlist__id_add_fd(evlist, evsel, cpu, thread, fd) < 0)
  416. goto out_unmap;
  417. }
  418. }
  419. }
  420. return 0;
  421. out_unmap:
  422. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  423. if (evlist->mmap[cpu].base != NULL) {
  424. munmap(evlist->mmap[cpu].base, evlist->mmap_len);
  425. evlist->mmap[cpu].base = NULL;
  426. }
  427. }
  428. return -1;
  429. }
  430. static int perf_evlist__mmap_per_thread(struct perf_evlist *evlist, int prot, int mask)
  431. {
  432. struct perf_evsel *evsel;
  433. int thread;
  434. for (thread = 0; thread < evlist->threads->nr; thread++) {
  435. int output = -1;
  436. list_for_each_entry(evsel, &evlist->entries, node) {
  437. int fd = FD(evsel, 0, thread);
  438. if (output == -1) {
  439. output = fd;
  440. if (__perf_evlist__mmap(evlist, thread,
  441. prot, mask, output) < 0)
  442. goto out_unmap;
  443. } else {
  444. if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
  445. goto out_unmap;
  446. }
  447. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  448. perf_evlist__id_add_fd(evlist, evsel, 0, thread, fd) < 0)
  449. goto out_unmap;
  450. }
  451. }
  452. return 0;
  453. out_unmap:
  454. for (thread = 0; thread < evlist->threads->nr; thread++) {
  455. if (evlist->mmap[thread].base != NULL) {
  456. munmap(evlist->mmap[thread].base, evlist->mmap_len);
  457. evlist->mmap[thread].base = NULL;
  458. }
  459. }
  460. return -1;
  461. }
  462. /** perf_evlist__mmap - Create per cpu maps to receive events
  463. *
  464. * @evlist - list of events
  465. * @pages - map length in pages
  466. * @overwrite - overwrite older events?
  467. *
  468. * If overwrite is false the user needs to signal event consuption using:
  469. *
  470. * struct perf_mmap *m = &evlist->mmap[cpu];
  471. * unsigned int head = perf_mmap__read_head(m);
  472. *
  473. * perf_mmap__write_tail(m, head)
  474. *
  475. * Using perf_evlist__read_on_cpu does this automatically.
  476. */
  477. int perf_evlist__mmap(struct perf_evlist *evlist, unsigned int pages,
  478. bool overwrite)
  479. {
  480. unsigned int page_size = sysconf(_SC_PAGE_SIZE);
  481. struct perf_evsel *evsel;
  482. const struct cpu_map *cpus = evlist->cpus;
  483. const struct thread_map *threads = evlist->threads;
  484. int prot = PROT_READ | (overwrite ? 0 : PROT_WRITE), mask;
  485. /* 512 kiB: default amount of unprivileged mlocked memory */
  486. if (pages == UINT_MAX)
  487. pages = (512 * 1024) / page_size;
  488. else if (!is_power_of_2(pages))
  489. return -EINVAL;
  490. mask = pages * page_size - 1;
  491. if (evlist->mmap == NULL && perf_evlist__alloc_mmap(evlist) < 0)
  492. return -ENOMEM;
  493. if (evlist->pollfd == NULL && perf_evlist__alloc_pollfd(evlist) < 0)
  494. return -ENOMEM;
  495. evlist->overwrite = overwrite;
  496. evlist->mmap_len = (pages + 1) * page_size;
  497. list_for_each_entry(evsel, &evlist->entries, node) {
  498. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  499. evsel->sample_id == NULL &&
  500. perf_evsel__alloc_id(evsel, cpus->nr, threads->nr) < 0)
  501. return -ENOMEM;
  502. }
  503. if (evlist->cpus->map[0] == -1)
  504. return perf_evlist__mmap_per_thread(evlist, prot, mask);
  505. return perf_evlist__mmap_per_cpu(evlist, prot, mask);
  506. }
  507. int perf_evlist__create_maps(struct perf_evlist *evlist,
  508. struct perf_target *target)
  509. {
  510. evlist->threads = thread_map__new_str(target->pid, target->tid,
  511. target->uid);
  512. if (evlist->threads == NULL)
  513. return -1;
  514. if (perf_target__has_task(target))
  515. evlist->cpus = cpu_map__dummy_new();
  516. else if (!perf_target__has_cpu(target) && !target->uses_mmap)
  517. evlist->cpus = cpu_map__dummy_new();
  518. else
  519. evlist->cpus = cpu_map__new(target->cpu_list);
  520. if (evlist->cpus == NULL)
  521. goto out_delete_threads;
  522. return 0;
  523. out_delete_threads:
  524. thread_map__delete(evlist->threads);
  525. return -1;
  526. }
  527. void perf_evlist__delete_maps(struct perf_evlist *evlist)
  528. {
  529. cpu_map__delete(evlist->cpus);
  530. thread_map__delete(evlist->threads);
  531. evlist->cpus = NULL;
  532. evlist->threads = NULL;
  533. }
  534. int perf_evlist__set_filters(struct perf_evlist *evlist)
  535. {
  536. const struct thread_map *threads = evlist->threads;
  537. const struct cpu_map *cpus = evlist->cpus;
  538. struct perf_evsel *evsel;
  539. char *filter;
  540. int thread;
  541. int cpu;
  542. int err;
  543. int fd;
  544. list_for_each_entry(evsel, &evlist->entries, node) {
  545. filter = evsel->filter;
  546. if (!filter)
  547. continue;
  548. for (cpu = 0; cpu < cpus->nr; cpu++) {
  549. for (thread = 0; thread < threads->nr; thread++) {
  550. fd = FD(evsel, cpu, thread);
  551. err = ioctl(fd, PERF_EVENT_IOC_SET_FILTER, filter);
  552. if (err)
  553. return err;
  554. }
  555. }
  556. }
  557. return 0;
  558. }
  559. bool perf_evlist__valid_sample_type(const struct perf_evlist *evlist)
  560. {
  561. struct perf_evsel *pos, *first;
  562. pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
  563. list_for_each_entry_continue(pos, &evlist->entries, node) {
  564. if (first->attr.sample_type != pos->attr.sample_type)
  565. return false;
  566. }
  567. return true;
  568. }
  569. u64 perf_evlist__sample_type(const struct perf_evlist *evlist)
  570. {
  571. struct perf_evsel *first;
  572. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  573. return first->attr.sample_type;
  574. }
  575. u16 perf_evlist__id_hdr_size(const struct perf_evlist *evlist)
  576. {
  577. struct perf_evsel *first;
  578. struct perf_sample *data;
  579. u64 sample_type;
  580. u16 size = 0;
  581. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  582. if (!first->attr.sample_id_all)
  583. goto out;
  584. sample_type = first->attr.sample_type;
  585. if (sample_type & PERF_SAMPLE_TID)
  586. size += sizeof(data->tid) * 2;
  587. if (sample_type & PERF_SAMPLE_TIME)
  588. size += sizeof(data->time);
  589. if (sample_type & PERF_SAMPLE_ID)
  590. size += sizeof(data->id);
  591. if (sample_type & PERF_SAMPLE_STREAM_ID)
  592. size += sizeof(data->stream_id);
  593. if (sample_type & PERF_SAMPLE_CPU)
  594. size += sizeof(data->cpu) * 2;
  595. out:
  596. return size;
  597. }
  598. bool perf_evlist__valid_sample_id_all(const struct perf_evlist *evlist)
  599. {
  600. struct perf_evsel *pos, *first;
  601. pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
  602. list_for_each_entry_continue(pos, &evlist->entries, node) {
  603. if (first->attr.sample_id_all != pos->attr.sample_id_all)
  604. return false;
  605. }
  606. return true;
  607. }
  608. bool perf_evlist__sample_id_all(const struct perf_evlist *evlist)
  609. {
  610. struct perf_evsel *first;
  611. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  612. return first->attr.sample_id_all;
  613. }
  614. void perf_evlist__set_selected(struct perf_evlist *evlist,
  615. struct perf_evsel *evsel)
  616. {
  617. evlist->selected = evsel;
  618. }
  619. int perf_evlist__open(struct perf_evlist *evlist)
  620. {
  621. struct perf_evsel *evsel;
  622. int err, ncpus, nthreads;
  623. list_for_each_entry(evsel, &evlist->entries, node) {
  624. err = perf_evsel__open(evsel, evlist->cpus, evlist->threads);
  625. if (err < 0)
  626. goto out_err;
  627. }
  628. return 0;
  629. out_err:
  630. ncpus = evlist->cpus ? evlist->cpus->nr : 1;
  631. nthreads = evlist->threads ? evlist->threads->nr : 1;
  632. list_for_each_entry_reverse(evsel, &evlist->entries, node)
  633. perf_evsel__close(evsel, ncpus, nthreads);
  634. errno = -err;
  635. return err;
  636. }
  637. int perf_evlist__prepare_workload(struct perf_evlist *evlist,
  638. struct perf_record_opts *opts,
  639. const char *argv[])
  640. {
  641. int child_ready_pipe[2], go_pipe[2];
  642. char bf;
  643. if (pipe(child_ready_pipe) < 0) {
  644. perror("failed to create 'ready' pipe");
  645. return -1;
  646. }
  647. if (pipe(go_pipe) < 0) {
  648. perror("failed to create 'go' pipe");
  649. goto out_close_ready_pipe;
  650. }
  651. evlist->workload.pid = fork();
  652. if (evlist->workload.pid < 0) {
  653. perror("failed to fork");
  654. goto out_close_pipes;
  655. }
  656. if (!evlist->workload.pid) {
  657. if (opts->pipe_output)
  658. dup2(2, 1);
  659. close(child_ready_pipe[0]);
  660. close(go_pipe[1]);
  661. fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
  662. /*
  663. * Do a dummy execvp to get the PLT entry resolved,
  664. * so we avoid the resolver overhead on the real
  665. * execvp call.
  666. */
  667. execvp("", (char **)argv);
  668. /*
  669. * Tell the parent we're ready to go
  670. */
  671. close(child_ready_pipe[1]);
  672. /*
  673. * Wait until the parent tells us to go.
  674. */
  675. if (read(go_pipe[0], &bf, 1) == -1)
  676. perror("unable to read pipe");
  677. execvp(argv[0], (char **)argv);
  678. perror(argv[0]);
  679. kill(getppid(), SIGUSR1);
  680. exit(-1);
  681. }
  682. if (perf_target__none(&opts->target))
  683. evlist->threads->map[0] = evlist->workload.pid;
  684. close(child_ready_pipe[1]);
  685. close(go_pipe[0]);
  686. /*
  687. * wait for child to settle
  688. */
  689. if (read(child_ready_pipe[0], &bf, 1) == -1) {
  690. perror("unable to read pipe");
  691. goto out_close_pipes;
  692. }
  693. evlist->workload.cork_fd = go_pipe[1];
  694. close(child_ready_pipe[0]);
  695. return 0;
  696. out_close_pipes:
  697. close(go_pipe[0]);
  698. close(go_pipe[1]);
  699. out_close_ready_pipe:
  700. close(child_ready_pipe[0]);
  701. close(child_ready_pipe[1]);
  702. return -1;
  703. }
  704. int perf_evlist__start_workload(struct perf_evlist *evlist)
  705. {
  706. if (evlist->workload.cork_fd > 0) {
  707. /*
  708. * Remove the cork, let it rip!
  709. */
  710. return close(evlist->workload.cork_fd);
  711. }
  712. return 0;
  713. }
  714. int perf_evlist__parse_sample(struct perf_evlist *evlist, union perf_event *event,
  715. struct perf_sample *sample, bool swapped)
  716. {
  717. struct perf_evsel *e = list_entry(evlist->entries.next, struct perf_evsel, node);
  718. return perf_evsel__parse_sample(e, event, sample, swapped);
  719. }