evlist.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883
  1. /*
  2. * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
  3. *
  4. * Parts came from builtin-{top,stat,record}.c, see those files for further
  5. * copyright notes.
  6. *
  7. * Released under the GPL v2. (and only v2, not any later version)
  8. */
  9. #include "util.h"
  10. #include "debugfs.h"
  11. #include <poll.h>
  12. #include "cpumap.h"
  13. #include "thread_map.h"
  14. #include "target.h"
  15. #include "evlist.h"
  16. #include "evsel.h"
  17. #include <unistd.h>
  18. #include "parse-events.h"
  19. #include <sys/mman.h>
  20. #include <linux/bitops.h>
  21. #include <linux/hash.h>
  22. #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
  23. #define SID(e, x, y) xyarray__entry(e->sample_id, x, y)
  24. void perf_evlist__init(struct perf_evlist *evlist, struct cpu_map *cpus,
  25. struct thread_map *threads)
  26. {
  27. int i;
  28. for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)
  29. INIT_HLIST_HEAD(&evlist->heads[i]);
  30. INIT_LIST_HEAD(&evlist->entries);
  31. perf_evlist__set_maps(evlist, cpus, threads);
  32. evlist->workload.pid = -1;
  33. }
  34. struct perf_evlist *perf_evlist__new(struct cpu_map *cpus,
  35. struct thread_map *threads)
  36. {
  37. struct perf_evlist *evlist = zalloc(sizeof(*evlist));
  38. if (evlist != NULL)
  39. perf_evlist__init(evlist, cpus, threads);
  40. return evlist;
  41. }
  42. void perf_evlist__config_attrs(struct perf_evlist *evlist,
  43. struct perf_record_opts *opts)
  44. {
  45. struct perf_evsel *evsel, *first;
  46. if (evlist->cpus->map[0] < 0)
  47. opts->no_inherit = true;
  48. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  49. list_for_each_entry(evsel, &evlist->entries, node) {
  50. perf_evsel__config(evsel, opts, first);
  51. if (evlist->nr_entries > 1)
  52. evsel->attr.sample_type |= PERF_SAMPLE_ID;
  53. }
  54. }
  55. static void perf_evlist__purge(struct perf_evlist *evlist)
  56. {
  57. struct perf_evsel *pos, *n;
  58. list_for_each_entry_safe(pos, n, &evlist->entries, node) {
  59. list_del_init(&pos->node);
  60. perf_evsel__delete(pos);
  61. }
  62. evlist->nr_entries = 0;
  63. }
  64. void perf_evlist__exit(struct perf_evlist *evlist)
  65. {
  66. free(evlist->mmap);
  67. free(evlist->pollfd);
  68. evlist->mmap = NULL;
  69. evlist->pollfd = NULL;
  70. }
  71. void perf_evlist__delete(struct perf_evlist *evlist)
  72. {
  73. perf_evlist__purge(evlist);
  74. perf_evlist__exit(evlist);
  75. free(evlist);
  76. }
  77. void perf_evlist__add(struct perf_evlist *evlist, struct perf_evsel *entry)
  78. {
  79. list_add_tail(&entry->node, &evlist->entries);
  80. ++evlist->nr_entries;
  81. }
  82. void perf_evlist__splice_list_tail(struct perf_evlist *evlist,
  83. struct list_head *list,
  84. int nr_entries)
  85. {
  86. list_splice_tail(list, &evlist->entries);
  87. evlist->nr_entries += nr_entries;
  88. }
  89. int perf_evlist__add_default(struct perf_evlist *evlist)
  90. {
  91. struct perf_event_attr attr = {
  92. .type = PERF_TYPE_HARDWARE,
  93. .config = PERF_COUNT_HW_CPU_CYCLES,
  94. };
  95. struct perf_evsel *evsel;
  96. event_attr_init(&attr);
  97. evsel = perf_evsel__new(&attr, 0);
  98. if (evsel == NULL)
  99. goto error;
  100. /* use strdup() because free(evsel) assumes name is allocated */
  101. evsel->name = strdup("cycles");
  102. if (!evsel->name)
  103. goto error_free;
  104. perf_evlist__add(evlist, evsel);
  105. return 0;
  106. error_free:
  107. perf_evsel__delete(evsel);
  108. error:
  109. return -ENOMEM;
  110. }
  111. int perf_evlist__add_attrs(struct perf_evlist *evlist,
  112. struct perf_event_attr *attrs, size_t nr_attrs)
  113. {
  114. struct perf_evsel *evsel, *n;
  115. LIST_HEAD(head);
  116. size_t i;
  117. for (i = 0; i < nr_attrs; i++) {
  118. evsel = perf_evsel__new(attrs + i, evlist->nr_entries + i);
  119. if (evsel == NULL)
  120. goto out_delete_partial_list;
  121. list_add_tail(&evsel->node, &head);
  122. }
  123. perf_evlist__splice_list_tail(evlist, &head, nr_attrs);
  124. return 0;
  125. out_delete_partial_list:
  126. list_for_each_entry_safe(evsel, n, &head, node)
  127. perf_evsel__delete(evsel);
  128. return -1;
  129. }
  130. int __perf_evlist__add_default_attrs(struct perf_evlist *evlist,
  131. struct perf_event_attr *attrs, size_t nr_attrs)
  132. {
  133. size_t i;
  134. for (i = 0; i < nr_attrs; i++)
  135. event_attr_init(attrs + i);
  136. return perf_evlist__add_attrs(evlist, attrs, nr_attrs);
  137. }
  138. static int trace_event__id(const char *evname)
  139. {
  140. char *filename, *colon;
  141. int err = -1, fd;
  142. if (asprintf(&filename, "%s/%s/id", tracing_events_path, evname) < 0)
  143. return -1;
  144. colon = strrchr(filename, ':');
  145. if (colon != NULL)
  146. *colon = '/';
  147. fd = open(filename, O_RDONLY);
  148. if (fd >= 0) {
  149. char id[16];
  150. if (read(fd, id, sizeof(id)) > 0)
  151. err = atoi(id);
  152. close(fd);
  153. }
  154. free(filename);
  155. return err;
  156. }
  157. int perf_evlist__add_tracepoints(struct perf_evlist *evlist,
  158. const char *tracepoints[],
  159. size_t nr_tracepoints)
  160. {
  161. int err;
  162. size_t i;
  163. struct perf_event_attr *attrs = zalloc(nr_tracepoints * sizeof(*attrs));
  164. if (attrs == NULL)
  165. return -1;
  166. for (i = 0; i < nr_tracepoints; i++) {
  167. err = trace_event__id(tracepoints[i]);
  168. if (err < 0)
  169. goto out_free_attrs;
  170. attrs[i].type = PERF_TYPE_TRACEPOINT;
  171. attrs[i].config = err;
  172. attrs[i].sample_type = (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME |
  173. PERF_SAMPLE_CPU | PERF_SAMPLE_PERIOD);
  174. attrs[i].sample_period = 1;
  175. }
  176. err = perf_evlist__add_attrs(evlist, attrs, nr_tracepoints);
  177. out_free_attrs:
  178. free(attrs);
  179. return err;
  180. }
  181. struct perf_evsel *
  182. perf_evlist__find_tracepoint_by_id(struct perf_evlist *evlist, int id)
  183. {
  184. struct perf_evsel *evsel;
  185. list_for_each_entry(evsel, &evlist->entries, node) {
  186. if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
  187. (int)evsel->attr.config == id)
  188. return evsel;
  189. }
  190. return NULL;
  191. }
  192. int perf_evlist__set_tracepoints_handlers(struct perf_evlist *evlist,
  193. const struct perf_evsel_str_handler *assocs,
  194. size_t nr_assocs)
  195. {
  196. struct perf_evsel *evsel;
  197. int err;
  198. size_t i;
  199. for (i = 0; i < nr_assocs; i++) {
  200. err = trace_event__id(assocs[i].name);
  201. if (err < 0)
  202. goto out;
  203. evsel = perf_evlist__find_tracepoint_by_id(evlist, err);
  204. if (evsel == NULL)
  205. continue;
  206. err = -EEXIST;
  207. if (evsel->handler.func != NULL)
  208. goto out;
  209. evsel->handler.func = assocs[i].handler;
  210. }
  211. err = 0;
  212. out:
  213. return err;
  214. }
  215. void perf_evlist__disable(struct perf_evlist *evlist)
  216. {
  217. int cpu, thread;
  218. struct perf_evsel *pos;
  219. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  220. list_for_each_entry(pos, &evlist->entries, node) {
  221. for (thread = 0; thread < evlist->threads->nr; thread++)
  222. ioctl(FD(pos, cpu, thread),
  223. PERF_EVENT_IOC_DISABLE, 0);
  224. }
  225. }
  226. }
  227. void perf_evlist__enable(struct perf_evlist *evlist)
  228. {
  229. int cpu, thread;
  230. struct perf_evsel *pos;
  231. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  232. list_for_each_entry(pos, &evlist->entries, node) {
  233. for (thread = 0; thread < evlist->threads->nr; thread++)
  234. ioctl(FD(pos, cpu, thread),
  235. PERF_EVENT_IOC_ENABLE, 0);
  236. }
  237. }
  238. }
  239. static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
  240. {
  241. int nfds = evlist->cpus->nr * evlist->threads->nr * evlist->nr_entries;
  242. evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
  243. return evlist->pollfd != NULL ? 0 : -ENOMEM;
  244. }
  245. void perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd)
  246. {
  247. fcntl(fd, F_SETFL, O_NONBLOCK);
  248. evlist->pollfd[evlist->nr_fds].fd = fd;
  249. evlist->pollfd[evlist->nr_fds].events = POLLIN;
  250. evlist->nr_fds++;
  251. }
  252. static void perf_evlist__id_hash(struct perf_evlist *evlist,
  253. struct perf_evsel *evsel,
  254. int cpu, int thread, u64 id)
  255. {
  256. int hash;
  257. struct perf_sample_id *sid = SID(evsel, cpu, thread);
  258. sid->id = id;
  259. sid->evsel = evsel;
  260. hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);
  261. hlist_add_head(&sid->node, &evlist->heads[hash]);
  262. }
  263. void perf_evlist__id_add(struct perf_evlist *evlist, struct perf_evsel *evsel,
  264. int cpu, int thread, u64 id)
  265. {
  266. perf_evlist__id_hash(evlist, evsel, cpu, thread, id);
  267. evsel->id[evsel->ids++] = id;
  268. }
  269. static int perf_evlist__id_add_fd(struct perf_evlist *evlist,
  270. struct perf_evsel *evsel,
  271. int cpu, int thread, int fd)
  272. {
  273. u64 read_data[4] = { 0, };
  274. int id_idx = 1; /* The first entry is the counter value */
  275. if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||
  276. read(fd, &read_data, sizeof(read_data)) == -1)
  277. return -1;
  278. if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
  279. ++id_idx;
  280. if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
  281. ++id_idx;
  282. perf_evlist__id_add(evlist, evsel, cpu, thread, read_data[id_idx]);
  283. return 0;
  284. }
  285. struct perf_evsel *perf_evlist__id2evsel(struct perf_evlist *evlist, u64 id)
  286. {
  287. struct hlist_head *head;
  288. struct hlist_node *pos;
  289. struct perf_sample_id *sid;
  290. int hash;
  291. if (evlist->nr_entries == 1)
  292. return list_entry(evlist->entries.next, struct perf_evsel, node);
  293. hash = hash_64(id, PERF_EVLIST__HLIST_BITS);
  294. head = &evlist->heads[hash];
  295. hlist_for_each_entry(sid, pos, head, node)
  296. if (sid->id == id)
  297. return sid->evsel;
  298. if (!perf_evlist__sample_id_all(evlist))
  299. return list_entry(evlist->entries.next, struct perf_evsel, node);
  300. return NULL;
  301. }
  302. union perf_event *perf_evlist__mmap_read(struct perf_evlist *evlist, int idx)
  303. {
  304. /* XXX Move this to perf.c, making it generally available */
  305. unsigned int page_size = sysconf(_SC_PAGE_SIZE);
  306. struct perf_mmap *md = &evlist->mmap[idx];
  307. unsigned int head = perf_mmap__read_head(md);
  308. unsigned int old = md->prev;
  309. unsigned char *data = md->base + page_size;
  310. union perf_event *event = NULL;
  311. if (evlist->overwrite) {
  312. /*
  313. * If we're further behind than half the buffer, there's a chance
  314. * the writer will bite our tail and mess up the samples under us.
  315. *
  316. * If we somehow ended up ahead of the head, we got messed up.
  317. *
  318. * In either case, truncate and restart at head.
  319. */
  320. int diff = head - old;
  321. if (diff > md->mask / 2 || diff < 0) {
  322. fprintf(stderr, "WARNING: failed to keep up with mmap data.\n");
  323. /*
  324. * head points to a known good entry, start there.
  325. */
  326. old = head;
  327. }
  328. }
  329. if (old != head) {
  330. size_t size;
  331. event = (union perf_event *)&data[old & md->mask];
  332. size = event->header.size;
  333. /*
  334. * Event straddles the mmap boundary -- header should always
  335. * be inside due to u64 alignment of output.
  336. */
  337. if ((old & md->mask) + size != ((old + size) & md->mask)) {
  338. unsigned int offset = old;
  339. unsigned int len = min(sizeof(*event), size), cpy;
  340. void *dst = &evlist->event_copy;
  341. do {
  342. cpy = min(md->mask + 1 - (offset & md->mask), len);
  343. memcpy(dst, &data[offset & md->mask], cpy);
  344. offset += cpy;
  345. dst += cpy;
  346. len -= cpy;
  347. } while (len);
  348. event = &evlist->event_copy;
  349. }
  350. old += size;
  351. }
  352. md->prev = old;
  353. if (!evlist->overwrite)
  354. perf_mmap__write_tail(md, old);
  355. return event;
  356. }
  357. void perf_evlist__munmap(struct perf_evlist *evlist)
  358. {
  359. int i;
  360. for (i = 0; i < evlist->nr_mmaps; i++) {
  361. if (evlist->mmap[i].base != NULL) {
  362. munmap(evlist->mmap[i].base, evlist->mmap_len);
  363. evlist->mmap[i].base = NULL;
  364. }
  365. }
  366. free(evlist->mmap);
  367. evlist->mmap = NULL;
  368. }
  369. static int perf_evlist__alloc_mmap(struct perf_evlist *evlist)
  370. {
  371. evlist->nr_mmaps = evlist->cpus->nr;
  372. if (evlist->cpus->map[0] == -1)
  373. evlist->nr_mmaps = evlist->threads->nr;
  374. evlist->mmap = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));
  375. return evlist->mmap != NULL ? 0 : -ENOMEM;
  376. }
  377. static int __perf_evlist__mmap(struct perf_evlist *evlist,
  378. int idx, int prot, int mask, int fd)
  379. {
  380. evlist->mmap[idx].prev = 0;
  381. evlist->mmap[idx].mask = mask;
  382. evlist->mmap[idx].base = mmap(NULL, evlist->mmap_len, prot,
  383. MAP_SHARED, fd, 0);
  384. if (evlist->mmap[idx].base == MAP_FAILED) {
  385. evlist->mmap[idx].base = NULL;
  386. return -1;
  387. }
  388. perf_evlist__add_pollfd(evlist, fd);
  389. return 0;
  390. }
  391. static int perf_evlist__mmap_per_cpu(struct perf_evlist *evlist, int prot, int mask)
  392. {
  393. struct perf_evsel *evsel;
  394. int cpu, thread;
  395. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  396. int output = -1;
  397. for (thread = 0; thread < evlist->threads->nr; thread++) {
  398. list_for_each_entry(evsel, &evlist->entries, node) {
  399. int fd = FD(evsel, cpu, thread);
  400. if (output == -1) {
  401. output = fd;
  402. if (__perf_evlist__mmap(evlist, cpu,
  403. prot, mask, output) < 0)
  404. goto out_unmap;
  405. } else {
  406. if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
  407. goto out_unmap;
  408. }
  409. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  410. perf_evlist__id_add_fd(evlist, evsel, cpu, thread, fd) < 0)
  411. goto out_unmap;
  412. }
  413. }
  414. }
  415. return 0;
  416. out_unmap:
  417. for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
  418. if (evlist->mmap[cpu].base != NULL) {
  419. munmap(evlist->mmap[cpu].base, evlist->mmap_len);
  420. evlist->mmap[cpu].base = NULL;
  421. }
  422. }
  423. return -1;
  424. }
  425. static int perf_evlist__mmap_per_thread(struct perf_evlist *evlist, int prot, int mask)
  426. {
  427. struct perf_evsel *evsel;
  428. int thread;
  429. for (thread = 0; thread < evlist->threads->nr; thread++) {
  430. int output = -1;
  431. list_for_each_entry(evsel, &evlist->entries, node) {
  432. int fd = FD(evsel, 0, thread);
  433. if (output == -1) {
  434. output = fd;
  435. if (__perf_evlist__mmap(evlist, thread,
  436. prot, mask, output) < 0)
  437. goto out_unmap;
  438. } else {
  439. if (ioctl(fd, PERF_EVENT_IOC_SET_OUTPUT, output) != 0)
  440. goto out_unmap;
  441. }
  442. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  443. perf_evlist__id_add_fd(evlist, evsel, 0, thread, fd) < 0)
  444. goto out_unmap;
  445. }
  446. }
  447. return 0;
  448. out_unmap:
  449. for (thread = 0; thread < evlist->threads->nr; thread++) {
  450. if (evlist->mmap[thread].base != NULL) {
  451. munmap(evlist->mmap[thread].base, evlist->mmap_len);
  452. evlist->mmap[thread].base = NULL;
  453. }
  454. }
  455. return -1;
  456. }
  457. /** perf_evlist__mmap - Create per cpu maps to receive events
  458. *
  459. * @evlist - list of events
  460. * @pages - map length in pages
  461. * @overwrite - overwrite older events?
  462. *
  463. * If overwrite is false the user needs to signal event consuption using:
  464. *
  465. * struct perf_mmap *m = &evlist->mmap[cpu];
  466. * unsigned int head = perf_mmap__read_head(m);
  467. *
  468. * perf_mmap__write_tail(m, head)
  469. *
  470. * Using perf_evlist__read_on_cpu does this automatically.
  471. */
  472. int perf_evlist__mmap(struct perf_evlist *evlist, unsigned int pages,
  473. bool overwrite)
  474. {
  475. unsigned int page_size = sysconf(_SC_PAGE_SIZE);
  476. struct perf_evsel *evsel;
  477. const struct cpu_map *cpus = evlist->cpus;
  478. const struct thread_map *threads = evlist->threads;
  479. int prot = PROT_READ | (overwrite ? 0 : PROT_WRITE), mask;
  480. /* 512 kiB: default amount of unprivileged mlocked memory */
  481. if (pages == UINT_MAX)
  482. pages = (512 * 1024) / page_size;
  483. else if (!is_power_of_2(pages))
  484. return -EINVAL;
  485. mask = pages * page_size - 1;
  486. if (evlist->mmap == NULL && perf_evlist__alloc_mmap(evlist) < 0)
  487. return -ENOMEM;
  488. if (evlist->pollfd == NULL && perf_evlist__alloc_pollfd(evlist) < 0)
  489. return -ENOMEM;
  490. evlist->overwrite = overwrite;
  491. evlist->mmap_len = (pages + 1) * page_size;
  492. list_for_each_entry(evsel, &evlist->entries, node) {
  493. if ((evsel->attr.read_format & PERF_FORMAT_ID) &&
  494. evsel->sample_id == NULL &&
  495. perf_evsel__alloc_id(evsel, cpus->nr, threads->nr) < 0)
  496. return -ENOMEM;
  497. }
  498. if (evlist->cpus->map[0] == -1)
  499. return perf_evlist__mmap_per_thread(evlist, prot, mask);
  500. return perf_evlist__mmap_per_cpu(evlist, prot, mask);
  501. }
  502. int perf_evlist__create_maps(struct perf_evlist *evlist,
  503. struct perf_target *target)
  504. {
  505. evlist->threads = thread_map__new_str(target->pid, target->tid,
  506. target->uid);
  507. if (evlist->threads == NULL)
  508. return -1;
  509. if (perf_target__has_task(target))
  510. evlist->cpus = cpu_map__dummy_new();
  511. else if (!perf_target__has_cpu(target) && !target->uses_mmap)
  512. evlist->cpus = cpu_map__dummy_new();
  513. else
  514. evlist->cpus = cpu_map__new(target->cpu_list);
  515. if (evlist->cpus == NULL)
  516. goto out_delete_threads;
  517. return 0;
  518. out_delete_threads:
  519. thread_map__delete(evlist->threads);
  520. return -1;
  521. }
  522. void perf_evlist__delete_maps(struct perf_evlist *evlist)
  523. {
  524. cpu_map__delete(evlist->cpus);
  525. thread_map__delete(evlist->threads);
  526. evlist->cpus = NULL;
  527. evlist->threads = NULL;
  528. }
  529. int perf_evlist__set_filters(struct perf_evlist *evlist)
  530. {
  531. const struct thread_map *threads = evlist->threads;
  532. const struct cpu_map *cpus = evlist->cpus;
  533. struct perf_evsel *evsel;
  534. char *filter;
  535. int thread;
  536. int cpu;
  537. int err;
  538. int fd;
  539. list_for_each_entry(evsel, &evlist->entries, node) {
  540. filter = evsel->filter;
  541. if (!filter)
  542. continue;
  543. for (cpu = 0; cpu < cpus->nr; cpu++) {
  544. for (thread = 0; thread < threads->nr; thread++) {
  545. fd = FD(evsel, cpu, thread);
  546. err = ioctl(fd, PERF_EVENT_IOC_SET_FILTER, filter);
  547. if (err)
  548. return err;
  549. }
  550. }
  551. }
  552. return 0;
  553. }
  554. bool perf_evlist__valid_sample_type(const struct perf_evlist *evlist)
  555. {
  556. struct perf_evsel *pos, *first;
  557. pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
  558. list_for_each_entry_continue(pos, &evlist->entries, node) {
  559. if (first->attr.sample_type != pos->attr.sample_type)
  560. return false;
  561. }
  562. return true;
  563. }
  564. u64 perf_evlist__sample_type(const struct perf_evlist *evlist)
  565. {
  566. struct perf_evsel *first;
  567. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  568. return first->attr.sample_type;
  569. }
  570. u16 perf_evlist__id_hdr_size(const struct perf_evlist *evlist)
  571. {
  572. struct perf_evsel *first;
  573. struct perf_sample *data;
  574. u64 sample_type;
  575. u16 size = 0;
  576. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  577. if (!first->attr.sample_id_all)
  578. goto out;
  579. sample_type = first->attr.sample_type;
  580. if (sample_type & PERF_SAMPLE_TID)
  581. size += sizeof(data->tid) * 2;
  582. if (sample_type & PERF_SAMPLE_TIME)
  583. size += sizeof(data->time);
  584. if (sample_type & PERF_SAMPLE_ID)
  585. size += sizeof(data->id);
  586. if (sample_type & PERF_SAMPLE_STREAM_ID)
  587. size += sizeof(data->stream_id);
  588. if (sample_type & PERF_SAMPLE_CPU)
  589. size += sizeof(data->cpu) * 2;
  590. out:
  591. return size;
  592. }
  593. bool perf_evlist__valid_sample_id_all(const struct perf_evlist *evlist)
  594. {
  595. struct perf_evsel *pos, *first;
  596. pos = first = list_entry(evlist->entries.next, struct perf_evsel, node);
  597. list_for_each_entry_continue(pos, &evlist->entries, node) {
  598. if (first->attr.sample_id_all != pos->attr.sample_id_all)
  599. return false;
  600. }
  601. return true;
  602. }
  603. bool perf_evlist__sample_id_all(const struct perf_evlist *evlist)
  604. {
  605. struct perf_evsel *first;
  606. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  607. return first->attr.sample_id_all;
  608. }
  609. void perf_evlist__set_selected(struct perf_evlist *evlist,
  610. struct perf_evsel *evsel)
  611. {
  612. evlist->selected = evsel;
  613. }
  614. int perf_evlist__open(struct perf_evlist *evlist, bool group)
  615. {
  616. struct perf_evsel *evsel, *first;
  617. int err, ncpus, nthreads;
  618. first = list_entry(evlist->entries.next, struct perf_evsel, node);
  619. list_for_each_entry(evsel, &evlist->entries, node) {
  620. struct xyarray *group_fd = NULL;
  621. if (group && evsel != first)
  622. group_fd = first->fd;
  623. err = perf_evsel__open(evsel, evlist->cpus, evlist->threads,
  624. group, group_fd);
  625. if (err < 0)
  626. goto out_err;
  627. }
  628. return 0;
  629. out_err:
  630. ncpus = evlist->cpus ? evlist->cpus->nr : 1;
  631. nthreads = evlist->threads ? evlist->threads->nr : 1;
  632. list_for_each_entry_reverse(evsel, &evlist->entries, node)
  633. perf_evsel__close(evsel, ncpus, nthreads);
  634. errno = -err;
  635. return err;
  636. }
  637. int perf_evlist__prepare_workload(struct perf_evlist *evlist,
  638. struct perf_record_opts *opts,
  639. const char *argv[])
  640. {
  641. int child_ready_pipe[2], go_pipe[2];
  642. char bf;
  643. if (pipe(child_ready_pipe) < 0) {
  644. perror("failed to create 'ready' pipe");
  645. return -1;
  646. }
  647. if (pipe(go_pipe) < 0) {
  648. perror("failed to create 'go' pipe");
  649. goto out_close_ready_pipe;
  650. }
  651. evlist->workload.pid = fork();
  652. if (evlist->workload.pid < 0) {
  653. perror("failed to fork");
  654. goto out_close_pipes;
  655. }
  656. if (!evlist->workload.pid) {
  657. if (opts->pipe_output)
  658. dup2(2, 1);
  659. close(child_ready_pipe[0]);
  660. close(go_pipe[1]);
  661. fcntl(go_pipe[0], F_SETFD, FD_CLOEXEC);
  662. /*
  663. * Do a dummy execvp to get the PLT entry resolved,
  664. * so we avoid the resolver overhead on the real
  665. * execvp call.
  666. */
  667. execvp("", (char **)argv);
  668. /*
  669. * Tell the parent we're ready to go
  670. */
  671. close(child_ready_pipe[1]);
  672. /*
  673. * Wait until the parent tells us to go.
  674. */
  675. if (read(go_pipe[0], &bf, 1) == -1)
  676. perror("unable to read pipe");
  677. execvp(argv[0], (char **)argv);
  678. perror(argv[0]);
  679. kill(getppid(), SIGUSR1);
  680. exit(-1);
  681. }
  682. if (perf_target__none(&opts->target))
  683. evlist->threads->map[0] = evlist->workload.pid;
  684. close(child_ready_pipe[1]);
  685. close(go_pipe[0]);
  686. /*
  687. * wait for child to settle
  688. */
  689. if (read(child_ready_pipe[0], &bf, 1) == -1) {
  690. perror("unable to read pipe");
  691. goto out_close_pipes;
  692. }
  693. evlist->workload.cork_fd = go_pipe[1];
  694. close(child_ready_pipe[0]);
  695. return 0;
  696. out_close_pipes:
  697. close(go_pipe[0]);
  698. close(go_pipe[1]);
  699. out_close_ready_pipe:
  700. close(child_ready_pipe[0]);
  701. close(child_ready_pipe[1]);
  702. return -1;
  703. }
  704. int perf_evlist__start_workload(struct perf_evlist *evlist)
  705. {
  706. if (evlist->workload.cork_fd > 0) {
  707. /*
  708. * Remove the cork, let it rip!
  709. */
  710. return close(evlist->workload.cork_fd);
  711. }
  712. return 0;
  713. }