session.c 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691
  1. #include <linux/kernel.h>
  2. #include <traceevent/event-parse.h>
  3. #include <byteswap.h>
  4. #include <unistd.h>
  5. #include <sys/types.h>
  6. #include <sys/mman.h>
  7. #include "evlist.h"
  8. #include "evsel.h"
  9. #include "session.h"
  10. #include "tool.h"
  11. #include "sort.h"
  12. #include "util.h"
  13. #include "cpumap.h"
  14. #include "perf_regs.h"
  15. #include "vdso.h"
  16. static int perf_session__open(struct perf_session *self, bool force)
  17. {
  18. struct stat input_stat;
  19. if (!strcmp(self->filename, "-")) {
  20. self->fd_pipe = true;
  21. self->fd = STDIN_FILENO;
  22. if (perf_session__read_header(self) < 0)
  23. pr_err("incompatible file format (rerun with -v to learn more)");
  24. return 0;
  25. }
  26. self->fd = open(self->filename, O_RDONLY);
  27. if (self->fd < 0) {
  28. int err = errno;
  29. pr_err("failed to open %s: %s", self->filename, strerror(err));
  30. if (err == ENOENT && !strcmp(self->filename, "perf.data"))
  31. pr_err(" (try 'perf record' first)");
  32. pr_err("\n");
  33. return -errno;
  34. }
  35. if (fstat(self->fd, &input_stat) < 0)
  36. goto out_close;
  37. if (!force && input_stat.st_uid && (input_stat.st_uid != geteuid())) {
  38. pr_err("file %s not owned by current user or root\n",
  39. self->filename);
  40. goto out_close;
  41. }
  42. if (!input_stat.st_size) {
  43. pr_info("zero-sized file (%s), nothing to do!\n",
  44. self->filename);
  45. goto out_close;
  46. }
  47. if (perf_session__read_header(self) < 0) {
  48. pr_err("incompatible file format (rerun with -v to learn more)");
  49. goto out_close;
  50. }
  51. if (!perf_evlist__valid_sample_type(self->evlist)) {
  52. pr_err("non matching sample_type");
  53. goto out_close;
  54. }
  55. if (!perf_evlist__valid_sample_id_all(self->evlist)) {
  56. pr_err("non matching sample_id_all");
  57. goto out_close;
  58. }
  59. if (!perf_evlist__valid_read_format(self->evlist)) {
  60. pr_err("non matching read_format");
  61. goto out_close;
  62. }
  63. self->size = input_stat.st_size;
  64. return 0;
  65. out_close:
  66. close(self->fd);
  67. self->fd = -1;
  68. return -1;
  69. }
  70. void perf_session__set_id_hdr_size(struct perf_session *session)
  71. {
  72. u16 id_hdr_size = perf_evlist__id_hdr_size(session->evlist);
  73. machines__set_id_hdr_size(&session->machines, id_hdr_size);
  74. }
  75. int perf_session__create_kernel_maps(struct perf_session *self)
  76. {
  77. int ret = machine__create_kernel_maps(&self->machines.host);
  78. if (ret >= 0)
  79. ret = machines__create_guest_kernel_maps(&self->machines);
  80. return ret;
  81. }
  82. static void perf_session__destroy_kernel_maps(struct perf_session *self)
  83. {
  84. machines__destroy_kernel_maps(&self->machines);
  85. }
  86. struct perf_session *perf_session__new(const char *filename, int mode,
  87. bool force, bool repipe,
  88. struct perf_tool *tool)
  89. {
  90. struct perf_session *self;
  91. struct stat st;
  92. size_t len;
  93. if (!filename || !strlen(filename)) {
  94. if (!fstat(STDIN_FILENO, &st) && S_ISFIFO(st.st_mode))
  95. filename = "-";
  96. else
  97. filename = "perf.data";
  98. }
  99. len = strlen(filename);
  100. self = zalloc(sizeof(*self) + len);
  101. if (self == NULL)
  102. goto out;
  103. memcpy(self->filename, filename, len);
  104. self->repipe = repipe;
  105. INIT_LIST_HEAD(&self->ordered_samples.samples);
  106. INIT_LIST_HEAD(&self->ordered_samples.sample_cache);
  107. INIT_LIST_HEAD(&self->ordered_samples.to_free);
  108. machines__init(&self->machines);
  109. if (mode == O_RDONLY) {
  110. if (perf_session__open(self, force) < 0)
  111. goto out_delete;
  112. perf_session__set_id_hdr_size(self);
  113. } else if (mode == O_WRONLY) {
  114. /*
  115. * In O_RDONLY mode this will be performed when reading the
  116. * kernel MMAP event, in perf_event__process_mmap().
  117. */
  118. if (perf_session__create_kernel_maps(self) < 0)
  119. goto out_delete;
  120. }
  121. if (tool && tool->ordering_requires_timestamps &&
  122. tool->ordered_samples && !perf_evlist__sample_id_all(self->evlist)) {
  123. dump_printf("WARNING: No sample_id_all support, falling back to unordered processing\n");
  124. tool->ordered_samples = false;
  125. }
  126. out:
  127. return self;
  128. out_delete:
  129. perf_session__delete(self);
  130. return NULL;
  131. }
  132. static void perf_session__delete_dead_threads(struct perf_session *session)
  133. {
  134. machine__delete_dead_threads(&session->machines.host);
  135. }
  136. static void perf_session__delete_threads(struct perf_session *session)
  137. {
  138. machine__delete_threads(&session->machines.host);
  139. }
  140. static void perf_session_env__delete(struct perf_session_env *env)
  141. {
  142. free(env->hostname);
  143. free(env->os_release);
  144. free(env->version);
  145. free(env->arch);
  146. free(env->cpu_desc);
  147. free(env->cpuid);
  148. free(env->cmdline);
  149. free(env->sibling_cores);
  150. free(env->sibling_threads);
  151. free(env->numa_nodes);
  152. free(env->pmu_mappings);
  153. }
  154. void perf_session__delete(struct perf_session *self)
  155. {
  156. perf_session__destroy_kernel_maps(self);
  157. perf_session__delete_dead_threads(self);
  158. perf_session__delete_threads(self);
  159. perf_session_env__delete(&self->header.env);
  160. machines__exit(&self->machines);
  161. close(self->fd);
  162. free(self);
  163. vdso__exit();
  164. }
  165. static int process_event_synth_tracing_data_stub(struct perf_tool *tool
  166. __maybe_unused,
  167. union perf_event *event
  168. __maybe_unused,
  169. struct perf_session *session
  170. __maybe_unused)
  171. {
  172. dump_printf(": unhandled!\n");
  173. return 0;
  174. }
  175. static int process_event_synth_attr_stub(struct perf_tool *tool __maybe_unused,
  176. union perf_event *event __maybe_unused,
  177. struct perf_evlist **pevlist
  178. __maybe_unused)
  179. {
  180. dump_printf(": unhandled!\n");
  181. return 0;
  182. }
  183. static int process_event_sample_stub(struct perf_tool *tool __maybe_unused,
  184. union perf_event *event __maybe_unused,
  185. struct perf_sample *sample __maybe_unused,
  186. struct perf_evsel *evsel __maybe_unused,
  187. struct machine *machine __maybe_unused)
  188. {
  189. dump_printf(": unhandled!\n");
  190. return 0;
  191. }
  192. static int process_event_stub(struct perf_tool *tool __maybe_unused,
  193. union perf_event *event __maybe_unused,
  194. struct perf_sample *sample __maybe_unused,
  195. struct machine *machine __maybe_unused)
  196. {
  197. dump_printf(": unhandled!\n");
  198. return 0;
  199. }
  200. static int process_finished_round_stub(struct perf_tool *tool __maybe_unused,
  201. union perf_event *event __maybe_unused,
  202. struct perf_session *perf_session
  203. __maybe_unused)
  204. {
  205. dump_printf(": unhandled!\n");
  206. return 0;
  207. }
  208. static int process_finished_round(struct perf_tool *tool,
  209. union perf_event *event,
  210. struct perf_session *session);
  211. void perf_tool__fill_defaults(struct perf_tool *tool)
  212. {
  213. if (tool->sample == NULL)
  214. tool->sample = process_event_sample_stub;
  215. if (tool->mmap == NULL)
  216. tool->mmap = process_event_stub;
  217. if (tool->mmap2 == NULL)
  218. tool->mmap2 = process_event_stub;
  219. if (tool->comm == NULL)
  220. tool->comm = process_event_stub;
  221. if (tool->fork == NULL)
  222. tool->fork = process_event_stub;
  223. if (tool->exit == NULL)
  224. tool->exit = process_event_stub;
  225. if (tool->lost == NULL)
  226. tool->lost = perf_event__process_lost;
  227. if (tool->read == NULL)
  228. tool->read = process_event_sample_stub;
  229. if (tool->throttle == NULL)
  230. tool->throttle = process_event_stub;
  231. if (tool->unthrottle == NULL)
  232. tool->unthrottle = process_event_stub;
  233. if (tool->attr == NULL)
  234. tool->attr = process_event_synth_attr_stub;
  235. if (tool->tracing_data == NULL)
  236. tool->tracing_data = process_event_synth_tracing_data_stub;
  237. if (tool->build_id == NULL)
  238. tool->build_id = process_finished_round_stub;
  239. if (tool->finished_round == NULL) {
  240. if (tool->ordered_samples)
  241. tool->finished_round = process_finished_round;
  242. else
  243. tool->finished_round = process_finished_round_stub;
  244. }
  245. }
  246. void mem_bswap_32(void *src, int byte_size)
  247. {
  248. u32 *m = src;
  249. while (byte_size > 0) {
  250. *m = bswap_32(*m);
  251. byte_size -= sizeof(u32);
  252. ++m;
  253. }
  254. }
  255. void mem_bswap_64(void *src, int byte_size)
  256. {
  257. u64 *m = src;
  258. while (byte_size > 0) {
  259. *m = bswap_64(*m);
  260. byte_size -= sizeof(u64);
  261. ++m;
  262. }
  263. }
  264. static void swap_sample_id_all(union perf_event *event, void *data)
  265. {
  266. void *end = (void *) event + event->header.size;
  267. int size = end - data;
  268. BUG_ON(size % sizeof(u64));
  269. mem_bswap_64(data, size);
  270. }
  271. static void perf_event__all64_swap(union perf_event *event,
  272. bool sample_id_all __maybe_unused)
  273. {
  274. struct perf_event_header *hdr = &event->header;
  275. mem_bswap_64(hdr + 1, event->header.size - sizeof(*hdr));
  276. }
  277. static void perf_event__comm_swap(union perf_event *event, bool sample_id_all)
  278. {
  279. event->comm.pid = bswap_32(event->comm.pid);
  280. event->comm.tid = bswap_32(event->comm.tid);
  281. if (sample_id_all) {
  282. void *data = &event->comm.comm;
  283. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  284. swap_sample_id_all(event, data);
  285. }
  286. }
  287. static void perf_event__mmap_swap(union perf_event *event,
  288. bool sample_id_all)
  289. {
  290. event->mmap.pid = bswap_32(event->mmap.pid);
  291. event->mmap.tid = bswap_32(event->mmap.tid);
  292. event->mmap.start = bswap_64(event->mmap.start);
  293. event->mmap.len = bswap_64(event->mmap.len);
  294. event->mmap.pgoff = bswap_64(event->mmap.pgoff);
  295. if (sample_id_all) {
  296. void *data = &event->mmap.filename;
  297. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  298. swap_sample_id_all(event, data);
  299. }
  300. }
  301. static void perf_event__mmap2_swap(union perf_event *event,
  302. bool sample_id_all)
  303. {
  304. event->mmap2.pid = bswap_32(event->mmap2.pid);
  305. event->mmap2.tid = bswap_32(event->mmap2.tid);
  306. event->mmap2.start = bswap_64(event->mmap2.start);
  307. event->mmap2.len = bswap_64(event->mmap2.len);
  308. event->mmap2.pgoff = bswap_64(event->mmap2.pgoff);
  309. event->mmap2.maj = bswap_32(event->mmap2.maj);
  310. event->mmap2.min = bswap_32(event->mmap2.min);
  311. event->mmap2.ino = bswap_64(event->mmap2.ino);
  312. if (sample_id_all) {
  313. void *data = &event->mmap2.filename;
  314. data += PERF_ALIGN(strlen(data) + 1, sizeof(u64));
  315. swap_sample_id_all(event, data);
  316. }
  317. }
  318. static void perf_event__task_swap(union perf_event *event, bool sample_id_all)
  319. {
  320. event->fork.pid = bswap_32(event->fork.pid);
  321. event->fork.tid = bswap_32(event->fork.tid);
  322. event->fork.ppid = bswap_32(event->fork.ppid);
  323. event->fork.ptid = bswap_32(event->fork.ptid);
  324. event->fork.time = bswap_64(event->fork.time);
  325. if (sample_id_all)
  326. swap_sample_id_all(event, &event->fork + 1);
  327. }
  328. static void perf_event__read_swap(union perf_event *event, bool sample_id_all)
  329. {
  330. event->read.pid = bswap_32(event->read.pid);
  331. event->read.tid = bswap_32(event->read.tid);
  332. event->read.value = bswap_64(event->read.value);
  333. event->read.time_enabled = bswap_64(event->read.time_enabled);
  334. event->read.time_running = bswap_64(event->read.time_running);
  335. event->read.id = bswap_64(event->read.id);
  336. if (sample_id_all)
  337. swap_sample_id_all(event, &event->read + 1);
  338. }
  339. static void perf_event__throttle_swap(union perf_event *event,
  340. bool sample_id_all)
  341. {
  342. event->throttle.time = bswap_64(event->throttle.time);
  343. event->throttle.id = bswap_64(event->throttle.id);
  344. event->throttle.stream_id = bswap_64(event->throttle.stream_id);
  345. if (sample_id_all)
  346. swap_sample_id_all(event, &event->throttle + 1);
  347. }
  348. static u8 revbyte(u8 b)
  349. {
  350. int rev = (b >> 4) | ((b & 0xf) << 4);
  351. rev = ((rev & 0xcc) >> 2) | ((rev & 0x33) << 2);
  352. rev = ((rev & 0xaa) >> 1) | ((rev & 0x55) << 1);
  353. return (u8) rev;
  354. }
  355. /*
  356. * XXX this is hack in attempt to carry flags bitfield
  357. * throught endian village. ABI says:
  358. *
  359. * Bit-fields are allocated from right to left (least to most significant)
  360. * on little-endian implementations and from left to right (most to least
  361. * significant) on big-endian implementations.
  362. *
  363. * The above seems to be byte specific, so we need to reverse each
  364. * byte of the bitfield. 'Internet' also says this might be implementation
  365. * specific and we probably need proper fix and carry perf_event_attr
  366. * bitfield flags in separate data file FEAT_ section. Thought this seems
  367. * to work for now.
  368. */
  369. static void swap_bitfield(u8 *p, unsigned len)
  370. {
  371. unsigned i;
  372. for (i = 0; i < len; i++) {
  373. *p = revbyte(*p);
  374. p++;
  375. }
  376. }
  377. /* exported for swapping attributes in file header */
  378. void perf_event__attr_swap(struct perf_event_attr *attr)
  379. {
  380. attr->type = bswap_32(attr->type);
  381. attr->size = bswap_32(attr->size);
  382. attr->config = bswap_64(attr->config);
  383. attr->sample_period = bswap_64(attr->sample_period);
  384. attr->sample_type = bswap_64(attr->sample_type);
  385. attr->read_format = bswap_64(attr->read_format);
  386. attr->wakeup_events = bswap_32(attr->wakeup_events);
  387. attr->bp_type = bswap_32(attr->bp_type);
  388. attr->bp_addr = bswap_64(attr->bp_addr);
  389. attr->bp_len = bswap_64(attr->bp_len);
  390. swap_bitfield((u8 *) (&attr->read_format + 1), sizeof(u64));
  391. }
  392. static void perf_event__hdr_attr_swap(union perf_event *event,
  393. bool sample_id_all __maybe_unused)
  394. {
  395. size_t size;
  396. perf_event__attr_swap(&event->attr.attr);
  397. size = event->header.size;
  398. size -= (void *)&event->attr.id - (void *)event;
  399. mem_bswap_64(event->attr.id, size);
  400. }
  401. static void perf_event__event_type_swap(union perf_event *event,
  402. bool sample_id_all __maybe_unused)
  403. {
  404. event->event_type.event_type.event_id =
  405. bswap_64(event->event_type.event_type.event_id);
  406. }
  407. static void perf_event__tracing_data_swap(union perf_event *event,
  408. bool sample_id_all __maybe_unused)
  409. {
  410. event->tracing_data.size = bswap_32(event->tracing_data.size);
  411. }
  412. typedef void (*perf_event__swap_op)(union perf_event *event,
  413. bool sample_id_all);
  414. static perf_event__swap_op perf_event__swap_ops[] = {
  415. [PERF_RECORD_MMAP] = perf_event__mmap_swap,
  416. [PERF_RECORD_MMAP2] = perf_event__mmap2_swap,
  417. [PERF_RECORD_COMM] = perf_event__comm_swap,
  418. [PERF_RECORD_FORK] = perf_event__task_swap,
  419. [PERF_RECORD_EXIT] = perf_event__task_swap,
  420. [PERF_RECORD_LOST] = perf_event__all64_swap,
  421. [PERF_RECORD_READ] = perf_event__read_swap,
  422. [PERF_RECORD_THROTTLE] = perf_event__throttle_swap,
  423. [PERF_RECORD_UNTHROTTLE] = perf_event__throttle_swap,
  424. [PERF_RECORD_SAMPLE] = perf_event__all64_swap,
  425. [PERF_RECORD_HEADER_ATTR] = perf_event__hdr_attr_swap,
  426. [PERF_RECORD_HEADER_EVENT_TYPE] = perf_event__event_type_swap,
  427. [PERF_RECORD_HEADER_TRACING_DATA] = perf_event__tracing_data_swap,
  428. [PERF_RECORD_HEADER_BUILD_ID] = NULL,
  429. [PERF_RECORD_HEADER_MAX] = NULL,
  430. };
  431. struct sample_queue {
  432. u64 timestamp;
  433. u64 file_offset;
  434. union perf_event *event;
  435. struct list_head list;
  436. };
  437. static void perf_session_free_sample_buffers(struct perf_session *session)
  438. {
  439. struct ordered_samples *os = &session->ordered_samples;
  440. while (!list_empty(&os->to_free)) {
  441. struct sample_queue *sq;
  442. sq = list_entry(os->to_free.next, struct sample_queue, list);
  443. list_del(&sq->list);
  444. free(sq);
  445. }
  446. }
  447. static int perf_session_deliver_event(struct perf_session *session,
  448. union perf_event *event,
  449. struct perf_sample *sample,
  450. struct perf_tool *tool,
  451. u64 file_offset);
  452. static int flush_sample_queue(struct perf_session *s,
  453. struct perf_tool *tool)
  454. {
  455. struct ordered_samples *os = &s->ordered_samples;
  456. struct list_head *head = &os->samples;
  457. struct sample_queue *tmp, *iter;
  458. struct perf_sample sample;
  459. u64 limit = os->next_flush;
  460. u64 last_ts = os->last_sample ? os->last_sample->timestamp : 0ULL;
  461. unsigned idx = 0, progress_next = os->nr_samples / 16;
  462. bool show_progress = limit == ULLONG_MAX;
  463. int ret;
  464. if (!tool->ordered_samples || !limit)
  465. return 0;
  466. list_for_each_entry_safe(iter, tmp, head, list) {
  467. if (session_done())
  468. return 0;
  469. if (iter->timestamp > limit)
  470. break;
  471. ret = perf_evlist__parse_sample(s->evlist, iter->event, &sample);
  472. if (ret)
  473. pr_err("Can't parse sample, err = %d\n", ret);
  474. else {
  475. ret = perf_session_deliver_event(s, iter->event, &sample, tool,
  476. iter->file_offset);
  477. if (ret)
  478. return ret;
  479. }
  480. os->last_flush = iter->timestamp;
  481. list_del(&iter->list);
  482. list_add(&iter->list, &os->sample_cache);
  483. if (show_progress && (++idx >= progress_next)) {
  484. progress_next += os->nr_samples / 16;
  485. ui_progress__update(idx, os->nr_samples,
  486. "Processing time ordered events...");
  487. }
  488. }
  489. if (list_empty(head)) {
  490. os->last_sample = NULL;
  491. } else if (last_ts <= limit) {
  492. os->last_sample =
  493. list_entry(head->prev, struct sample_queue, list);
  494. }
  495. os->nr_samples = 0;
  496. return 0;
  497. }
  498. /*
  499. * When perf record finishes a pass on every buffers, it records this pseudo
  500. * event.
  501. * We record the max timestamp t found in the pass n.
  502. * Assuming these timestamps are monotonic across cpus, we know that if
  503. * a buffer still has events with timestamps below t, they will be all
  504. * available and then read in the pass n + 1.
  505. * Hence when we start to read the pass n + 2, we can safely flush every
  506. * events with timestamps below t.
  507. *
  508. * ============ PASS n =================
  509. * CPU 0 | CPU 1
  510. * |
  511. * cnt1 timestamps | cnt2 timestamps
  512. * 1 | 2
  513. * 2 | 3
  514. * - | 4 <--- max recorded
  515. *
  516. * ============ PASS n + 1 ==============
  517. * CPU 0 | CPU 1
  518. * |
  519. * cnt1 timestamps | cnt2 timestamps
  520. * 3 | 5
  521. * 4 | 6
  522. * 5 | 7 <---- max recorded
  523. *
  524. * Flush every events below timestamp 4
  525. *
  526. * ============ PASS n + 2 ==============
  527. * CPU 0 | CPU 1
  528. * |
  529. * cnt1 timestamps | cnt2 timestamps
  530. * 6 | 8
  531. * 7 | 9
  532. * - | 10
  533. *
  534. * Flush every events below timestamp 7
  535. * etc...
  536. */
  537. static int process_finished_round(struct perf_tool *tool,
  538. union perf_event *event __maybe_unused,
  539. struct perf_session *session)
  540. {
  541. int ret = flush_sample_queue(session, tool);
  542. if (!ret)
  543. session->ordered_samples.next_flush = session->ordered_samples.max_timestamp;
  544. return ret;
  545. }
  546. /* The queue is ordered by time */
  547. static void __queue_event(struct sample_queue *new, struct perf_session *s)
  548. {
  549. struct ordered_samples *os = &s->ordered_samples;
  550. struct sample_queue *sample = os->last_sample;
  551. u64 timestamp = new->timestamp;
  552. struct list_head *p;
  553. ++os->nr_samples;
  554. os->last_sample = new;
  555. if (!sample) {
  556. list_add(&new->list, &os->samples);
  557. os->max_timestamp = timestamp;
  558. return;
  559. }
  560. /*
  561. * last_sample might point to some random place in the list as it's
  562. * the last queued event. We expect that the new event is close to
  563. * this.
  564. */
  565. if (sample->timestamp <= timestamp) {
  566. while (sample->timestamp <= timestamp) {
  567. p = sample->list.next;
  568. if (p == &os->samples) {
  569. list_add_tail(&new->list, &os->samples);
  570. os->max_timestamp = timestamp;
  571. return;
  572. }
  573. sample = list_entry(p, struct sample_queue, list);
  574. }
  575. list_add_tail(&new->list, &sample->list);
  576. } else {
  577. while (sample->timestamp > timestamp) {
  578. p = sample->list.prev;
  579. if (p == &os->samples) {
  580. list_add(&new->list, &os->samples);
  581. return;
  582. }
  583. sample = list_entry(p, struct sample_queue, list);
  584. }
  585. list_add(&new->list, &sample->list);
  586. }
  587. }
  588. #define MAX_SAMPLE_BUFFER (64 * 1024 / sizeof(struct sample_queue))
  589. int perf_session_queue_event(struct perf_session *s, union perf_event *event,
  590. struct perf_sample *sample, u64 file_offset)
  591. {
  592. struct ordered_samples *os = &s->ordered_samples;
  593. struct list_head *sc = &os->sample_cache;
  594. u64 timestamp = sample->time;
  595. struct sample_queue *new;
  596. if (!timestamp || timestamp == ~0ULL)
  597. return -ETIME;
  598. if (timestamp < s->ordered_samples.last_flush) {
  599. printf("Warning: Timestamp below last timeslice flush\n");
  600. return -EINVAL;
  601. }
  602. if (!list_empty(sc)) {
  603. new = list_entry(sc->next, struct sample_queue, list);
  604. list_del(&new->list);
  605. } else if (os->sample_buffer) {
  606. new = os->sample_buffer + os->sample_buffer_idx;
  607. if (++os->sample_buffer_idx == MAX_SAMPLE_BUFFER)
  608. os->sample_buffer = NULL;
  609. } else {
  610. os->sample_buffer = malloc(MAX_SAMPLE_BUFFER * sizeof(*new));
  611. if (!os->sample_buffer)
  612. return -ENOMEM;
  613. list_add(&os->sample_buffer->list, &os->to_free);
  614. os->sample_buffer_idx = 2;
  615. new = os->sample_buffer + 1;
  616. }
  617. new->timestamp = timestamp;
  618. new->file_offset = file_offset;
  619. new->event = event;
  620. __queue_event(new, s);
  621. return 0;
  622. }
  623. static void callchain__printf(struct perf_sample *sample)
  624. {
  625. unsigned int i;
  626. printf("... chain: nr:%" PRIu64 "\n", sample->callchain->nr);
  627. for (i = 0; i < sample->callchain->nr; i++)
  628. printf("..... %2d: %016" PRIx64 "\n",
  629. i, sample->callchain->ips[i]);
  630. }
  631. static void branch_stack__printf(struct perf_sample *sample)
  632. {
  633. uint64_t i;
  634. printf("... branch stack: nr:%" PRIu64 "\n", sample->branch_stack->nr);
  635. for (i = 0; i < sample->branch_stack->nr; i++)
  636. printf("..... %2"PRIu64": %016" PRIx64 " -> %016" PRIx64 "\n",
  637. i, sample->branch_stack->entries[i].from,
  638. sample->branch_stack->entries[i].to);
  639. }
  640. static void regs_dump__printf(u64 mask, u64 *regs)
  641. {
  642. unsigned rid, i = 0;
  643. for_each_set_bit(rid, (unsigned long *) &mask, sizeof(mask) * 8) {
  644. u64 val = regs[i++];
  645. printf(".... %-5s 0x%" PRIx64 "\n",
  646. perf_reg_name(rid), val);
  647. }
  648. }
  649. static void regs_user__printf(struct perf_sample *sample, u64 mask)
  650. {
  651. struct regs_dump *user_regs = &sample->user_regs;
  652. if (user_regs->regs) {
  653. printf("... user regs: mask 0x%" PRIx64 "\n", mask);
  654. regs_dump__printf(mask, user_regs->regs);
  655. }
  656. }
  657. static void stack_user__printf(struct stack_dump *dump)
  658. {
  659. printf("... ustack: size %" PRIu64 ", offset 0x%x\n",
  660. dump->size, dump->offset);
  661. }
  662. static void perf_session__print_tstamp(struct perf_session *session,
  663. union perf_event *event,
  664. struct perf_sample *sample)
  665. {
  666. u64 sample_type = __perf_evlist__combined_sample_type(session->evlist);
  667. if (event->header.type != PERF_RECORD_SAMPLE &&
  668. !perf_evlist__sample_id_all(session->evlist)) {
  669. fputs("-1 -1 ", stdout);
  670. return;
  671. }
  672. if ((sample_type & PERF_SAMPLE_CPU))
  673. printf("%u ", sample->cpu);
  674. if (sample_type & PERF_SAMPLE_TIME)
  675. printf("%" PRIu64 " ", sample->time);
  676. }
  677. static void sample_read__printf(struct perf_sample *sample, u64 read_format)
  678. {
  679. printf("... sample_read:\n");
  680. if (read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)
  681. printf("...... time enabled %016" PRIx64 "\n",
  682. sample->read.time_enabled);
  683. if (read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)
  684. printf("...... time running %016" PRIx64 "\n",
  685. sample->read.time_running);
  686. if (read_format & PERF_FORMAT_GROUP) {
  687. u64 i;
  688. printf(".... group nr %" PRIu64 "\n", sample->read.group.nr);
  689. for (i = 0; i < sample->read.group.nr; i++) {
  690. struct sample_read_value *value;
  691. value = &sample->read.group.values[i];
  692. printf("..... id %016" PRIx64
  693. ", value %016" PRIx64 "\n",
  694. value->id, value->value);
  695. }
  696. } else
  697. printf("..... id %016" PRIx64 ", value %016" PRIx64 "\n",
  698. sample->read.one.id, sample->read.one.value);
  699. }
  700. static void dump_event(struct perf_session *session, union perf_event *event,
  701. u64 file_offset, struct perf_sample *sample)
  702. {
  703. if (!dump_trace)
  704. return;
  705. printf("\n%#" PRIx64 " [%#x]: event: %d\n",
  706. file_offset, event->header.size, event->header.type);
  707. trace_event(event);
  708. if (sample)
  709. perf_session__print_tstamp(session, event, sample);
  710. printf("%#" PRIx64 " [%#x]: PERF_RECORD_%s", file_offset,
  711. event->header.size, perf_event__name(event->header.type));
  712. }
  713. static void dump_sample(struct perf_evsel *evsel, union perf_event *event,
  714. struct perf_sample *sample)
  715. {
  716. u64 sample_type;
  717. if (!dump_trace)
  718. return;
  719. printf("(IP, %d): %d/%d: %#" PRIx64 " period: %" PRIu64 " addr: %#" PRIx64 "\n",
  720. event->header.misc, sample->pid, sample->tid, sample->ip,
  721. sample->period, sample->addr);
  722. sample_type = evsel->attr.sample_type;
  723. if (sample_type & PERF_SAMPLE_CALLCHAIN)
  724. callchain__printf(sample);
  725. if (sample_type & PERF_SAMPLE_BRANCH_STACK)
  726. branch_stack__printf(sample);
  727. if (sample_type & PERF_SAMPLE_REGS_USER)
  728. regs_user__printf(sample, evsel->attr.sample_regs_user);
  729. if (sample_type & PERF_SAMPLE_STACK_USER)
  730. stack_user__printf(&sample->user_stack);
  731. if (sample_type & PERF_SAMPLE_WEIGHT)
  732. printf("... weight: %" PRIu64 "\n", sample->weight);
  733. if (sample_type & PERF_SAMPLE_DATA_SRC)
  734. printf(" . data_src: 0x%"PRIx64"\n", sample->data_src);
  735. if (sample_type & PERF_SAMPLE_TRANSACTION)
  736. printf("... transaction: %" PRIx64 "\n", sample->transaction);
  737. if (sample_type & PERF_SAMPLE_READ)
  738. sample_read__printf(sample, evsel->attr.read_format);
  739. }
  740. static struct machine *
  741. perf_session__find_machine_for_cpumode(struct perf_session *session,
  742. union perf_event *event,
  743. struct perf_sample *sample)
  744. {
  745. const u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
  746. if (perf_guest &&
  747. ((cpumode == PERF_RECORD_MISC_GUEST_KERNEL) ||
  748. (cpumode == PERF_RECORD_MISC_GUEST_USER))) {
  749. u32 pid;
  750. if (event->header.type == PERF_RECORD_MMAP
  751. || event->header.type == PERF_RECORD_MMAP2)
  752. pid = event->mmap.pid;
  753. else
  754. pid = sample->pid;
  755. return perf_session__findnew_machine(session, pid);
  756. }
  757. return &session->machines.host;
  758. }
  759. static int deliver_sample_value(struct perf_session *session,
  760. struct perf_tool *tool,
  761. union perf_event *event,
  762. struct perf_sample *sample,
  763. struct sample_read_value *v,
  764. struct machine *machine)
  765. {
  766. struct perf_sample_id *sid;
  767. sid = perf_evlist__id2sid(session->evlist, v->id);
  768. if (sid) {
  769. sample->id = v->id;
  770. sample->period = v->value - sid->period;
  771. sid->period = v->value;
  772. }
  773. if (!sid || sid->evsel == NULL) {
  774. ++session->stats.nr_unknown_id;
  775. return 0;
  776. }
  777. return tool->sample(tool, event, sample, sid->evsel, machine);
  778. }
  779. static int deliver_sample_group(struct perf_session *session,
  780. struct perf_tool *tool,
  781. union perf_event *event,
  782. struct perf_sample *sample,
  783. struct machine *machine)
  784. {
  785. int ret = -EINVAL;
  786. u64 i;
  787. for (i = 0; i < sample->read.group.nr; i++) {
  788. ret = deliver_sample_value(session, tool, event, sample,
  789. &sample->read.group.values[i],
  790. machine);
  791. if (ret)
  792. break;
  793. }
  794. return ret;
  795. }
  796. static int
  797. perf_session__deliver_sample(struct perf_session *session,
  798. struct perf_tool *tool,
  799. union perf_event *event,
  800. struct perf_sample *sample,
  801. struct perf_evsel *evsel,
  802. struct machine *machine)
  803. {
  804. /* We know evsel != NULL. */
  805. u64 sample_type = evsel->attr.sample_type;
  806. u64 read_format = evsel->attr.read_format;
  807. /* Standard sample delievery. */
  808. if (!(sample_type & PERF_SAMPLE_READ))
  809. return tool->sample(tool, event, sample, evsel, machine);
  810. /* For PERF_SAMPLE_READ we have either single or group mode. */
  811. if (read_format & PERF_FORMAT_GROUP)
  812. return deliver_sample_group(session, tool, event, sample,
  813. machine);
  814. else
  815. return deliver_sample_value(session, tool, event, sample,
  816. &sample->read.one, machine);
  817. }
  818. static int perf_session_deliver_event(struct perf_session *session,
  819. union perf_event *event,
  820. struct perf_sample *sample,
  821. struct perf_tool *tool,
  822. u64 file_offset)
  823. {
  824. struct perf_evsel *evsel;
  825. struct machine *machine;
  826. dump_event(session, event, file_offset, sample);
  827. evsel = perf_evlist__id2evsel(session->evlist, sample->id);
  828. if (evsel != NULL && event->header.type != PERF_RECORD_SAMPLE) {
  829. /*
  830. * XXX We're leaving PERF_RECORD_SAMPLE unnacounted here
  831. * because the tools right now may apply filters, discarding
  832. * some of the samples. For consistency, in the future we
  833. * should have something like nr_filtered_samples and remove
  834. * the sample->period from total_sample_period, etc, KISS for
  835. * now tho.
  836. *
  837. * Also testing against NULL allows us to handle files without
  838. * attr.sample_id_all and/or without PERF_SAMPLE_ID. In the
  839. * future probably it'll be a good idea to restrict event
  840. * processing via perf_session to files with both set.
  841. */
  842. hists__inc_nr_events(&evsel->hists, event->header.type);
  843. }
  844. machine = perf_session__find_machine_for_cpumode(session, event,
  845. sample);
  846. switch (event->header.type) {
  847. case PERF_RECORD_SAMPLE:
  848. dump_sample(evsel, event, sample);
  849. if (evsel == NULL) {
  850. ++session->stats.nr_unknown_id;
  851. return 0;
  852. }
  853. if (machine == NULL) {
  854. ++session->stats.nr_unprocessable_samples;
  855. return 0;
  856. }
  857. return perf_session__deliver_sample(session, tool, event,
  858. sample, evsel, machine);
  859. case PERF_RECORD_MMAP:
  860. return tool->mmap(tool, event, sample, machine);
  861. case PERF_RECORD_MMAP2:
  862. return tool->mmap2(tool, event, sample, machine);
  863. case PERF_RECORD_COMM:
  864. return tool->comm(tool, event, sample, machine);
  865. case PERF_RECORD_FORK:
  866. return tool->fork(tool, event, sample, machine);
  867. case PERF_RECORD_EXIT:
  868. return tool->exit(tool, event, sample, machine);
  869. case PERF_RECORD_LOST:
  870. if (tool->lost == perf_event__process_lost)
  871. session->stats.total_lost += event->lost.lost;
  872. return tool->lost(tool, event, sample, machine);
  873. case PERF_RECORD_READ:
  874. return tool->read(tool, event, sample, evsel, machine);
  875. case PERF_RECORD_THROTTLE:
  876. return tool->throttle(tool, event, sample, machine);
  877. case PERF_RECORD_UNTHROTTLE:
  878. return tool->unthrottle(tool, event, sample, machine);
  879. default:
  880. ++session->stats.nr_unknown_events;
  881. return -1;
  882. }
  883. }
  884. static int perf_session__process_user_event(struct perf_session *session, union perf_event *event,
  885. struct perf_tool *tool, u64 file_offset)
  886. {
  887. int err;
  888. dump_event(session, event, file_offset, NULL);
  889. /* These events are processed right away */
  890. switch (event->header.type) {
  891. case PERF_RECORD_HEADER_ATTR:
  892. err = tool->attr(tool, event, &session->evlist);
  893. if (err == 0)
  894. perf_session__set_id_hdr_size(session);
  895. return err;
  896. case PERF_RECORD_HEADER_TRACING_DATA:
  897. /* setup for reading amidst mmap */
  898. lseek(session->fd, file_offset, SEEK_SET);
  899. return tool->tracing_data(tool, event, session);
  900. case PERF_RECORD_HEADER_BUILD_ID:
  901. return tool->build_id(tool, event, session);
  902. case PERF_RECORD_FINISHED_ROUND:
  903. return tool->finished_round(tool, event, session);
  904. default:
  905. return -EINVAL;
  906. }
  907. }
  908. static void event_swap(union perf_event *event, bool sample_id_all)
  909. {
  910. perf_event__swap_op swap;
  911. swap = perf_event__swap_ops[event->header.type];
  912. if (swap)
  913. swap(event, sample_id_all);
  914. }
  915. static int perf_session__process_event(struct perf_session *session,
  916. union perf_event *event,
  917. struct perf_tool *tool,
  918. u64 file_offset)
  919. {
  920. struct perf_sample sample;
  921. int ret;
  922. if (session->header.needs_swap)
  923. event_swap(event, perf_evlist__sample_id_all(session->evlist));
  924. if (event->header.type >= PERF_RECORD_HEADER_MAX)
  925. return -EINVAL;
  926. events_stats__inc(&session->stats, event->header.type);
  927. if (event->header.type >= PERF_RECORD_USER_TYPE_START)
  928. return perf_session__process_user_event(session, event, tool, file_offset);
  929. /*
  930. * For all kernel events we get the sample data
  931. */
  932. ret = perf_evlist__parse_sample(session->evlist, event, &sample);
  933. if (ret)
  934. return ret;
  935. if (tool->ordered_samples) {
  936. ret = perf_session_queue_event(session, event, &sample,
  937. file_offset);
  938. if (ret != -ETIME)
  939. return ret;
  940. }
  941. return perf_session_deliver_event(session, event, &sample, tool,
  942. file_offset);
  943. }
  944. void perf_event_header__bswap(struct perf_event_header *self)
  945. {
  946. self->type = bswap_32(self->type);
  947. self->misc = bswap_16(self->misc);
  948. self->size = bswap_16(self->size);
  949. }
  950. struct thread *perf_session__findnew(struct perf_session *session, pid_t pid)
  951. {
  952. return machine__findnew_thread(&session->machines.host, 0, pid);
  953. }
  954. static struct thread *perf_session__register_idle_thread(struct perf_session *self)
  955. {
  956. struct thread *thread = perf_session__findnew(self, 0);
  957. if (thread == NULL || thread__set_comm(thread, "swapper")) {
  958. pr_err("problem inserting idle task.\n");
  959. thread = NULL;
  960. }
  961. return thread;
  962. }
  963. static void perf_session__warn_about_errors(const struct perf_session *session,
  964. const struct perf_tool *tool)
  965. {
  966. if (tool->lost == perf_event__process_lost &&
  967. session->stats.nr_events[PERF_RECORD_LOST] != 0) {
  968. ui__warning("Processed %d events and lost %d chunks!\n\n"
  969. "Check IO/CPU overload!\n\n",
  970. session->stats.nr_events[0],
  971. session->stats.nr_events[PERF_RECORD_LOST]);
  972. }
  973. if (session->stats.nr_unknown_events != 0) {
  974. ui__warning("Found %u unknown events!\n\n"
  975. "Is this an older tool processing a perf.data "
  976. "file generated by a more recent tool?\n\n"
  977. "If that is not the case, consider "
  978. "reporting to linux-kernel@vger.kernel.org.\n\n",
  979. session->stats.nr_unknown_events);
  980. }
  981. if (session->stats.nr_unknown_id != 0) {
  982. ui__warning("%u samples with id not present in the header\n",
  983. session->stats.nr_unknown_id);
  984. }
  985. if (session->stats.nr_invalid_chains != 0) {
  986. ui__warning("Found invalid callchains!\n\n"
  987. "%u out of %u events were discarded for this reason.\n\n"
  988. "Consider reporting to linux-kernel@vger.kernel.org.\n\n",
  989. session->stats.nr_invalid_chains,
  990. session->stats.nr_events[PERF_RECORD_SAMPLE]);
  991. }
  992. if (session->stats.nr_unprocessable_samples != 0) {
  993. ui__warning("%u unprocessable samples recorded.\n"
  994. "Do you have a KVM guest running and not using 'perf kvm'?\n",
  995. session->stats.nr_unprocessable_samples);
  996. }
  997. }
  998. volatile int session_done;
  999. static int __perf_session__process_pipe_events(struct perf_session *self,
  1000. struct perf_tool *tool)
  1001. {
  1002. union perf_event *event;
  1003. uint32_t size, cur_size = 0;
  1004. void *buf = NULL;
  1005. int skip = 0;
  1006. u64 head;
  1007. int err;
  1008. void *p;
  1009. perf_tool__fill_defaults(tool);
  1010. head = 0;
  1011. cur_size = sizeof(union perf_event);
  1012. buf = malloc(cur_size);
  1013. if (!buf)
  1014. return -errno;
  1015. more:
  1016. event = buf;
  1017. err = readn(self->fd, event, sizeof(struct perf_event_header));
  1018. if (err <= 0) {
  1019. if (err == 0)
  1020. goto done;
  1021. pr_err("failed to read event header\n");
  1022. goto out_err;
  1023. }
  1024. if (self->header.needs_swap)
  1025. perf_event_header__bswap(&event->header);
  1026. size = event->header.size;
  1027. if (size < sizeof(struct perf_event_header)) {
  1028. pr_err("bad event header size\n");
  1029. goto out_err;
  1030. }
  1031. if (size > cur_size) {
  1032. void *new = realloc(buf, size);
  1033. if (!new) {
  1034. pr_err("failed to allocate memory to read event\n");
  1035. goto out_err;
  1036. }
  1037. buf = new;
  1038. cur_size = size;
  1039. event = buf;
  1040. }
  1041. p = event;
  1042. p += sizeof(struct perf_event_header);
  1043. if (size - sizeof(struct perf_event_header)) {
  1044. err = readn(self->fd, p, size - sizeof(struct perf_event_header));
  1045. if (err <= 0) {
  1046. if (err == 0) {
  1047. pr_err("unexpected end of event stream\n");
  1048. goto done;
  1049. }
  1050. pr_err("failed to read event data\n");
  1051. goto out_err;
  1052. }
  1053. }
  1054. if ((skip = perf_session__process_event(self, event, tool, head)) < 0) {
  1055. pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
  1056. head, event->header.size, event->header.type);
  1057. err = -EINVAL;
  1058. goto out_err;
  1059. }
  1060. head += size;
  1061. if (skip > 0)
  1062. head += skip;
  1063. if (!session_done())
  1064. goto more;
  1065. done:
  1066. err = 0;
  1067. out_err:
  1068. free(buf);
  1069. perf_session__warn_about_errors(self, tool);
  1070. perf_session_free_sample_buffers(self);
  1071. return err;
  1072. }
  1073. static union perf_event *
  1074. fetch_mmaped_event(struct perf_session *session,
  1075. u64 head, size_t mmap_size, char *buf)
  1076. {
  1077. union perf_event *event;
  1078. /*
  1079. * Ensure we have enough space remaining to read
  1080. * the size of the event in the headers.
  1081. */
  1082. if (head + sizeof(event->header) > mmap_size)
  1083. return NULL;
  1084. event = (union perf_event *)(buf + head);
  1085. if (session->header.needs_swap)
  1086. perf_event_header__bswap(&event->header);
  1087. if (head + event->header.size > mmap_size) {
  1088. /* We're not fetching the event so swap back again */
  1089. if (session->header.needs_swap)
  1090. perf_event_header__bswap(&event->header);
  1091. return NULL;
  1092. }
  1093. return event;
  1094. }
  1095. /*
  1096. * On 64bit we can mmap the data file in one go. No need for tiny mmap
  1097. * slices. On 32bit we use 32MB.
  1098. */
  1099. #if BITS_PER_LONG == 64
  1100. #define MMAP_SIZE ULLONG_MAX
  1101. #define NUM_MMAPS 1
  1102. #else
  1103. #define MMAP_SIZE (32 * 1024 * 1024ULL)
  1104. #define NUM_MMAPS 128
  1105. #endif
  1106. int __perf_session__process_events(struct perf_session *session,
  1107. u64 data_offset, u64 data_size,
  1108. u64 file_size, struct perf_tool *tool)
  1109. {
  1110. u64 head, page_offset, file_offset, file_pos, progress_next;
  1111. int err, mmap_prot, mmap_flags, map_idx = 0;
  1112. size_t mmap_size;
  1113. char *buf, *mmaps[NUM_MMAPS];
  1114. union perf_event *event;
  1115. uint32_t size;
  1116. perf_tool__fill_defaults(tool);
  1117. page_offset = page_size * (data_offset / page_size);
  1118. file_offset = page_offset;
  1119. head = data_offset - page_offset;
  1120. if (data_size && (data_offset + data_size < file_size))
  1121. file_size = data_offset + data_size;
  1122. progress_next = file_size / 16;
  1123. mmap_size = MMAP_SIZE;
  1124. if (mmap_size > file_size)
  1125. mmap_size = file_size;
  1126. memset(mmaps, 0, sizeof(mmaps));
  1127. mmap_prot = PROT_READ;
  1128. mmap_flags = MAP_SHARED;
  1129. if (session->header.needs_swap) {
  1130. mmap_prot |= PROT_WRITE;
  1131. mmap_flags = MAP_PRIVATE;
  1132. }
  1133. remap:
  1134. buf = mmap(NULL, mmap_size, mmap_prot, mmap_flags, session->fd,
  1135. file_offset);
  1136. if (buf == MAP_FAILED) {
  1137. pr_err("failed to mmap file\n");
  1138. err = -errno;
  1139. goto out_err;
  1140. }
  1141. mmaps[map_idx] = buf;
  1142. map_idx = (map_idx + 1) & (ARRAY_SIZE(mmaps) - 1);
  1143. file_pos = file_offset + head;
  1144. more:
  1145. event = fetch_mmaped_event(session, head, mmap_size, buf);
  1146. if (!event) {
  1147. if (mmaps[map_idx]) {
  1148. munmap(mmaps[map_idx], mmap_size);
  1149. mmaps[map_idx] = NULL;
  1150. }
  1151. page_offset = page_size * (head / page_size);
  1152. file_offset += page_offset;
  1153. head -= page_offset;
  1154. goto remap;
  1155. }
  1156. size = event->header.size;
  1157. if (size < sizeof(struct perf_event_header) ||
  1158. perf_session__process_event(session, event, tool, file_pos) < 0) {
  1159. pr_err("%#" PRIx64 " [%#x]: failed to process type: %d\n",
  1160. file_offset + head, event->header.size,
  1161. event->header.type);
  1162. err = -EINVAL;
  1163. goto out_err;
  1164. }
  1165. head += size;
  1166. file_pos += size;
  1167. if (file_pos >= progress_next) {
  1168. progress_next += file_size / 16;
  1169. ui_progress__update(file_pos, file_size,
  1170. "Processing events...");
  1171. }
  1172. err = 0;
  1173. if (session_done())
  1174. goto out_err;
  1175. if (file_pos < file_size)
  1176. goto more;
  1177. /* do the final flush for ordered samples */
  1178. session->ordered_samples.next_flush = ULLONG_MAX;
  1179. err = flush_sample_queue(session, tool);
  1180. out_err:
  1181. ui_progress__finish();
  1182. perf_session__warn_about_errors(session, tool);
  1183. perf_session_free_sample_buffers(session);
  1184. return err;
  1185. }
  1186. int perf_session__process_events(struct perf_session *self,
  1187. struct perf_tool *tool)
  1188. {
  1189. int err;
  1190. if (perf_session__register_idle_thread(self) == NULL)
  1191. return -ENOMEM;
  1192. if (!self->fd_pipe)
  1193. err = __perf_session__process_events(self,
  1194. self->header.data_offset,
  1195. self->header.data_size,
  1196. self->size, tool);
  1197. else
  1198. err = __perf_session__process_pipe_events(self, tool);
  1199. return err;
  1200. }
  1201. bool perf_session__has_traces(struct perf_session *session, const char *msg)
  1202. {
  1203. struct perf_evsel *evsel;
  1204. list_for_each_entry(evsel, &session->evlist->entries, node) {
  1205. if (evsel->attr.type == PERF_TYPE_TRACEPOINT)
  1206. return true;
  1207. }
  1208. pr_err("No trace sample to read. Did you call 'perf %s'?\n", msg);
  1209. return false;
  1210. }
  1211. int maps__set_kallsyms_ref_reloc_sym(struct map **maps,
  1212. const char *symbol_name, u64 addr)
  1213. {
  1214. char *bracket;
  1215. enum map_type i;
  1216. struct ref_reloc_sym *ref;
  1217. ref = zalloc(sizeof(struct ref_reloc_sym));
  1218. if (ref == NULL)
  1219. return -ENOMEM;
  1220. ref->name = strdup(symbol_name);
  1221. if (ref->name == NULL) {
  1222. free(ref);
  1223. return -ENOMEM;
  1224. }
  1225. bracket = strchr(ref->name, ']');
  1226. if (bracket)
  1227. *bracket = '\0';
  1228. ref->addr = addr;
  1229. for (i = 0; i < MAP__NR_TYPES; ++i) {
  1230. struct kmap *kmap = map__kmap(maps[i]);
  1231. kmap->ref_reloc_sym = ref;
  1232. }
  1233. return 0;
  1234. }
  1235. size_t perf_session__fprintf_dsos(struct perf_session *self, FILE *fp)
  1236. {
  1237. return machines__fprintf_dsos(&self->machines, fp);
  1238. }
  1239. size_t perf_session__fprintf_dsos_buildid(struct perf_session *self, FILE *fp,
  1240. bool (skip)(struct dso *dso, int parm), int parm)
  1241. {
  1242. return machines__fprintf_dsos_buildid(&self->machines, fp, skip, parm);
  1243. }
  1244. size_t perf_session__fprintf_nr_events(struct perf_session *session, FILE *fp)
  1245. {
  1246. struct perf_evsel *pos;
  1247. size_t ret = fprintf(fp, "Aggregated stats:\n");
  1248. ret += events_stats__fprintf(&session->stats, fp);
  1249. list_for_each_entry(pos, &session->evlist->entries, node) {
  1250. ret += fprintf(fp, "%s stats:\n", perf_evsel__name(pos));
  1251. ret += events_stats__fprintf(&pos->hists.stats, fp);
  1252. }
  1253. return ret;
  1254. }
  1255. size_t perf_session__fprintf(struct perf_session *session, FILE *fp)
  1256. {
  1257. /*
  1258. * FIXME: Here we have to actually print all the machines in this
  1259. * session, not just the host...
  1260. */
  1261. return machine__fprintf(&session->machines.host, fp);
  1262. }
  1263. struct perf_evsel *perf_session__find_first_evtype(struct perf_session *session,
  1264. unsigned int type)
  1265. {
  1266. struct perf_evsel *pos;
  1267. list_for_each_entry(pos, &session->evlist->entries, node) {
  1268. if (pos->attr.type == type)
  1269. return pos;
  1270. }
  1271. return NULL;
  1272. }
  1273. void perf_evsel__print_ip(struct perf_evsel *evsel, union perf_event *event,
  1274. struct perf_sample *sample, struct machine *machine,
  1275. unsigned int print_opts, unsigned int stack_depth)
  1276. {
  1277. struct addr_location al;
  1278. struct callchain_cursor_node *node;
  1279. int print_ip = print_opts & PRINT_IP_OPT_IP;
  1280. int print_sym = print_opts & PRINT_IP_OPT_SYM;
  1281. int print_dso = print_opts & PRINT_IP_OPT_DSO;
  1282. int print_symoffset = print_opts & PRINT_IP_OPT_SYMOFFSET;
  1283. int print_oneline = print_opts & PRINT_IP_OPT_ONELINE;
  1284. char s = print_oneline ? ' ' : '\t';
  1285. if (perf_event__preprocess_sample(event, machine, &al, sample) < 0) {
  1286. error("problem processing %d event, skipping it.\n",
  1287. event->header.type);
  1288. return;
  1289. }
  1290. if (symbol_conf.use_callchain && sample->callchain) {
  1291. if (machine__resolve_callchain(machine, evsel, al.thread,
  1292. sample, NULL, NULL) != 0) {
  1293. if (verbose)
  1294. error("Failed to resolve callchain. Skipping\n");
  1295. return;
  1296. }
  1297. callchain_cursor_commit(&callchain_cursor);
  1298. while (stack_depth) {
  1299. node = callchain_cursor_current(&callchain_cursor);
  1300. if (!node)
  1301. break;
  1302. if (print_ip)
  1303. printf("%c%16" PRIx64, s, node->ip);
  1304. if (print_sym) {
  1305. printf(" ");
  1306. if (print_symoffset) {
  1307. al.addr = node->ip;
  1308. al.map = node->map;
  1309. symbol__fprintf_symname_offs(node->sym, &al, stdout);
  1310. } else
  1311. symbol__fprintf_symname(node->sym, stdout);
  1312. }
  1313. if (print_dso) {
  1314. printf(" (");
  1315. map__fprintf_dsoname(node->map, stdout);
  1316. printf(")");
  1317. }
  1318. if (!print_oneline)
  1319. printf("\n");
  1320. callchain_cursor_advance(&callchain_cursor);
  1321. stack_depth--;
  1322. }
  1323. } else {
  1324. if (print_ip)
  1325. printf("%16" PRIx64, sample->ip);
  1326. if (print_sym) {
  1327. printf(" ");
  1328. if (print_symoffset)
  1329. symbol__fprintf_symname_offs(al.sym, &al,
  1330. stdout);
  1331. else
  1332. symbol__fprintf_symname(al.sym, stdout);
  1333. }
  1334. if (print_dso) {
  1335. printf(" (");
  1336. map__fprintf_dsoname(al.map, stdout);
  1337. printf(")");
  1338. }
  1339. }
  1340. }
  1341. int perf_session__cpu_bitmap(struct perf_session *session,
  1342. const char *cpu_list, unsigned long *cpu_bitmap)
  1343. {
  1344. int i;
  1345. struct cpu_map *map;
  1346. for (i = 0; i < PERF_TYPE_MAX; ++i) {
  1347. struct perf_evsel *evsel;
  1348. evsel = perf_session__find_first_evtype(session, i);
  1349. if (!evsel)
  1350. continue;
  1351. if (!(evsel->attr.sample_type & PERF_SAMPLE_CPU)) {
  1352. pr_err("File does not contain CPU events. "
  1353. "Remove -c option to proceed.\n");
  1354. return -1;
  1355. }
  1356. }
  1357. map = cpu_map__new(cpu_list);
  1358. if (map == NULL) {
  1359. pr_err("Invalid cpu_list\n");
  1360. return -1;
  1361. }
  1362. for (i = 0; i < map->nr; i++) {
  1363. int cpu = map->map[i];
  1364. if (cpu >= MAX_NR_CPUS) {
  1365. pr_err("Requested CPU %d too large. "
  1366. "Consider raising MAX_NR_CPUS\n", cpu);
  1367. return -1;
  1368. }
  1369. set_bit(cpu, cpu_bitmap);
  1370. }
  1371. return 0;
  1372. }
  1373. void perf_session__fprintf_info(struct perf_session *session, FILE *fp,
  1374. bool full)
  1375. {
  1376. struct stat st;
  1377. int ret;
  1378. if (session == NULL || fp == NULL)
  1379. return;
  1380. ret = fstat(session->fd, &st);
  1381. if (ret == -1)
  1382. return;
  1383. fprintf(fp, "# ========\n");
  1384. fprintf(fp, "# captured on: %s", ctime(&st.st_ctime));
  1385. perf_header__fprintf_info(session, fp, full);
  1386. fprintf(fp, "# ========\n#\n");
  1387. }
  1388. int __perf_session__set_tracepoints_handlers(struct perf_session *session,
  1389. const struct perf_evsel_str_handler *assocs,
  1390. size_t nr_assocs)
  1391. {
  1392. struct perf_evsel *evsel;
  1393. size_t i;
  1394. int err;
  1395. for (i = 0; i < nr_assocs; i++) {
  1396. /*
  1397. * Adding a handler for an event not in the session,
  1398. * just ignore it.
  1399. */
  1400. evsel = perf_evlist__find_tracepoint_by_name(session->evlist, assocs[i].name);
  1401. if (evsel == NULL)
  1402. continue;
  1403. err = -EEXIST;
  1404. if (evsel->handler.func != NULL)
  1405. goto out;
  1406. evsel->handler.func = assocs[i].handler;
  1407. }
  1408. err = 0;
  1409. out:
  1410. return err;
  1411. }