trace_output.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921
  1. /*
  2. * trace_output.c
  3. *
  4. * Copyright (C) 2008 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
  5. *
  6. */
  7. #include <linux/module.h>
  8. #include <linux/mutex.h>
  9. #include <linux/ftrace.h>
  10. #include "trace_output.h"
  11. /* must be a power of 2 */
  12. #define EVENT_HASHSIZE 128
  13. static DEFINE_MUTEX(trace_event_mutex);
  14. static struct hlist_head event_hash[EVENT_HASHSIZE] __read_mostly;
  15. static int next_event_type = __TRACE_LAST_TYPE + 1;
  16. /**
  17. * trace_seq_printf - sequence printing of trace information
  18. * @s: trace sequence descriptor
  19. * @fmt: printf format string
  20. *
  21. * The tracer may use either sequence operations or its own
  22. * copy to user routines. To simplify formating of a trace
  23. * trace_seq_printf is used to store strings into a special
  24. * buffer (@s). Then the output may be either used by
  25. * the sequencer or pulled into another buffer.
  26. */
  27. int
  28. trace_seq_printf(struct trace_seq *s, const char *fmt, ...)
  29. {
  30. int len = (PAGE_SIZE - 1) - s->len;
  31. va_list ap;
  32. int ret;
  33. if (!len)
  34. return 0;
  35. va_start(ap, fmt);
  36. ret = vsnprintf(s->buffer + s->len, len, fmt, ap);
  37. va_end(ap);
  38. /* If we can't write it all, don't bother writing anything */
  39. if (ret >= len)
  40. return 0;
  41. s->len += ret;
  42. return len;
  43. }
  44. /**
  45. * trace_seq_puts - trace sequence printing of simple string
  46. * @s: trace sequence descriptor
  47. * @str: simple string to record
  48. *
  49. * The tracer may use either the sequence operations or its own
  50. * copy to user routines. This function records a simple string
  51. * into a special buffer (@s) for later retrieval by a sequencer
  52. * or other mechanism.
  53. */
  54. int trace_seq_puts(struct trace_seq *s, const char *str)
  55. {
  56. int len = strlen(str);
  57. if (len > ((PAGE_SIZE - 1) - s->len))
  58. return 0;
  59. memcpy(s->buffer + s->len, str, len);
  60. s->len += len;
  61. return len;
  62. }
  63. int trace_seq_putc(struct trace_seq *s, unsigned char c)
  64. {
  65. if (s->len >= (PAGE_SIZE - 1))
  66. return 0;
  67. s->buffer[s->len++] = c;
  68. return 1;
  69. }
  70. int trace_seq_putmem(struct trace_seq *s, void *mem, size_t len)
  71. {
  72. if (len > ((PAGE_SIZE - 1) - s->len))
  73. return 0;
  74. memcpy(s->buffer + s->len, mem, len);
  75. s->len += len;
  76. return len;
  77. }
  78. int trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len)
  79. {
  80. unsigned char hex[HEX_CHARS];
  81. unsigned char *data = mem;
  82. int i, j;
  83. #ifdef __BIG_ENDIAN
  84. for (i = 0, j = 0; i < len; i++) {
  85. #else
  86. for (i = len-1, j = 0; i >= 0; i--) {
  87. #endif
  88. hex[j++] = hex_asc_hi(data[i]);
  89. hex[j++] = hex_asc_lo(data[i]);
  90. }
  91. hex[j++] = ' ';
  92. return trace_seq_putmem(s, hex, j);
  93. }
  94. int trace_seq_path(struct trace_seq *s, struct path *path)
  95. {
  96. unsigned char *p;
  97. if (s->len >= (PAGE_SIZE - 1))
  98. return 0;
  99. p = d_path(path, s->buffer + s->len, PAGE_SIZE - s->len);
  100. if (!IS_ERR(p)) {
  101. p = mangle_path(s->buffer + s->len, p, "\n");
  102. if (p) {
  103. s->len = p - s->buffer;
  104. return 1;
  105. }
  106. } else {
  107. s->buffer[s->len++] = '?';
  108. return 1;
  109. }
  110. return 0;
  111. }
  112. #ifdef CONFIG_KRETPROBES
  113. static inline const char *kretprobed(const char *name)
  114. {
  115. static const char tramp_name[] = "kretprobe_trampoline";
  116. int size = sizeof(tramp_name);
  117. if (strncmp(tramp_name, name, size) == 0)
  118. return "[unknown/kretprobe'd]";
  119. return name;
  120. }
  121. #else
  122. static inline const char *kretprobed(const char *name)
  123. {
  124. return name;
  125. }
  126. #endif /* CONFIG_KRETPROBES */
  127. static int
  128. seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address)
  129. {
  130. #ifdef CONFIG_KALLSYMS
  131. char str[KSYM_SYMBOL_LEN];
  132. const char *name;
  133. kallsyms_lookup(address, NULL, NULL, NULL, str);
  134. name = kretprobed(str);
  135. return trace_seq_printf(s, fmt, name);
  136. #endif
  137. return 1;
  138. }
  139. static int
  140. seq_print_sym_offset(struct trace_seq *s, const char *fmt,
  141. unsigned long address)
  142. {
  143. #ifdef CONFIG_KALLSYMS
  144. char str[KSYM_SYMBOL_LEN];
  145. const char *name;
  146. sprint_symbol(str, address);
  147. name = kretprobed(str);
  148. return trace_seq_printf(s, fmt, name);
  149. #endif
  150. return 1;
  151. }
  152. #ifndef CONFIG_64BIT
  153. # define IP_FMT "%08lx"
  154. #else
  155. # define IP_FMT "%016lx"
  156. #endif
  157. int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm,
  158. unsigned long ip, unsigned long sym_flags)
  159. {
  160. struct file *file = NULL;
  161. unsigned long vmstart = 0;
  162. int ret = 1;
  163. if (mm) {
  164. const struct vm_area_struct *vma;
  165. down_read(&mm->mmap_sem);
  166. vma = find_vma(mm, ip);
  167. if (vma) {
  168. file = vma->vm_file;
  169. vmstart = vma->vm_start;
  170. }
  171. if (file) {
  172. ret = trace_seq_path(s, &file->f_path);
  173. if (ret)
  174. ret = trace_seq_printf(s, "[+0x%lx]",
  175. ip - vmstart);
  176. }
  177. up_read(&mm->mmap_sem);
  178. }
  179. if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file))
  180. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  181. return ret;
  182. }
  183. int
  184. seq_print_userip_objs(const struct userstack_entry *entry, struct trace_seq *s,
  185. unsigned long sym_flags)
  186. {
  187. struct mm_struct *mm = NULL;
  188. int ret = 1;
  189. unsigned int i;
  190. if (trace_flags & TRACE_ITER_SYM_USEROBJ) {
  191. struct task_struct *task;
  192. /*
  193. * we do the lookup on the thread group leader,
  194. * since individual threads might have already quit!
  195. */
  196. rcu_read_lock();
  197. task = find_task_by_vpid(entry->ent.tgid);
  198. if (task)
  199. mm = get_task_mm(task);
  200. rcu_read_unlock();
  201. }
  202. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  203. unsigned long ip = entry->caller[i];
  204. if (ip == ULONG_MAX || !ret)
  205. break;
  206. if (i && ret)
  207. ret = trace_seq_puts(s, " <- ");
  208. if (!ip) {
  209. if (ret)
  210. ret = trace_seq_puts(s, "??");
  211. continue;
  212. }
  213. if (!ret)
  214. break;
  215. if (ret)
  216. ret = seq_print_user_ip(s, mm, ip, sym_flags);
  217. }
  218. if (mm)
  219. mmput(mm);
  220. return ret;
  221. }
  222. int
  223. seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags)
  224. {
  225. int ret;
  226. if (!ip)
  227. return trace_seq_printf(s, "0");
  228. if (sym_flags & TRACE_ITER_SYM_OFFSET)
  229. ret = seq_print_sym_offset(s, "%s", ip);
  230. else
  231. ret = seq_print_sym_short(s, "%s", ip);
  232. if (!ret)
  233. return 0;
  234. if (sym_flags & TRACE_ITER_SYM_ADDR)
  235. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  236. return ret;
  237. }
  238. static void
  239. lat_print_generic(struct trace_seq *s, struct trace_entry *entry, int cpu)
  240. {
  241. int hardirq, softirq;
  242. char *comm;
  243. comm = trace_find_cmdline(entry->pid);
  244. trace_seq_printf(s, "%8.8s-%-5d ", comm, entry->pid);
  245. trace_seq_printf(s, "%3d", cpu);
  246. trace_seq_printf(s, "%c%c",
  247. (entry->flags & TRACE_FLAG_IRQS_OFF) ? 'd' :
  248. (entry->flags & TRACE_FLAG_IRQS_NOSUPPORT) ? 'X' : '.',
  249. ((entry->flags & TRACE_FLAG_NEED_RESCHED) ? 'N' : '.'));
  250. hardirq = entry->flags & TRACE_FLAG_HARDIRQ;
  251. softirq = entry->flags & TRACE_FLAG_SOFTIRQ;
  252. if (hardirq && softirq) {
  253. trace_seq_putc(s, 'H');
  254. } else {
  255. if (hardirq) {
  256. trace_seq_putc(s, 'h');
  257. } else {
  258. if (softirq)
  259. trace_seq_putc(s, 's');
  260. else
  261. trace_seq_putc(s, '.');
  262. }
  263. }
  264. if (entry->preempt_count)
  265. trace_seq_printf(s, "%x", entry->preempt_count);
  266. else
  267. trace_seq_puts(s, ".");
  268. }
  269. static unsigned long preempt_mark_thresh = 100;
  270. static void
  271. lat_print_timestamp(struct trace_seq *s, u64 abs_usecs,
  272. unsigned long rel_usecs)
  273. {
  274. trace_seq_printf(s, " %4lldus", abs_usecs);
  275. if (rel_usecs > preempt_mark_thresh)
  276. trace_seq_puts(s, "!: ");
  277. else if (rel_usecs > 1)
  278. trace_seq_puts(s, "+: ");
  279. else
  280. trace_seq_puts(s, " : ");
  281. }
  282. int trace_print_context(struct trace_iterator *iter)
  283. {
  284. struct trace_seq *s = &iter->seq;
  285. struct trace_entry *entry = iter->ent;
  286. char *comm = trace_find_cmdline(entry->pid);
  287. unsigned long long t = ns2usecs(iter->ts);
  288. unsigned long usec_rem = do_div(t, USEC_PER_SEC);
  289. unsigned long secs = (unsigned long)t;
  290. if (!trace_seq_printf(s, "%16s-%-5d ", comm, entry->pid))
  291. goto partial;
  292. if (!trace_seq_printf(s, "[%03d] ", entry->cpu))
  293. goto partial;
  294. if (!trace_seq_printf(s, "%5lu.%06lu: ", secs, usec_rem))
  295. goto partial;
  296. return 0;
  297. partial:
  298. return TRACE_TYPE_PARTIAL_LINE;
  299. }
  300. int trace_print_lat_context(struct trace_iterator *iter)
  301. {
  302. u64 next_ts;
  303. struct trace_seq *s = &iter->seq;
  304. struct trace_entry *entry = iter->ent,
  305. *next_entry = trace_find_next_entry(iter, NULL,
  306. &next_ts);
  307. unsigned long verbose = (trace_flags & TRACE_ITER_VERBOSE);
  308. unsigned long abs_usecs = ns2usecs(iter->ts - iter->tr->time_start);
  309. unsigned long rel_usecs;
  310. if (!next_entry)
  311. next_ts = iter->ts;
  312. rel_usecs = ns2usecs(next_ts - iter->ts);
  313. if (verbose) {
  314. char *comm = trace_find_cmdline(entry->pid);
  315. trace_seq_printf(s, "%16s %5d %3d %d %08x %08lx [%08lx]"
  316. " %ld.%03ldms (+%ld.%03ldms): ",
  317. comm,
  318. entry->pid, entry->cpu, entry->flags,
  319. entry->preempt_count, iter->idx,
  320. ns2usecs(iter->ts),
  321. abs_usecs/1000,
  322. abs_usecs % 1000, rel_usecs/1000,
  323. rel_usecs % 1000);
  324. } else {
  325. lat_print_generic(s, entry, entry->cpu);
  326. lat_print_timestamp(s, abs_usecs, rel_usecs);
  327. }
  328. return 0;
  329. }
  330. static const char state_to_char[] = TASK_STATE_TO_CHAR_STR;
  331. static int task_state_char(unsigned long state)
  332. {
  333. int bit = state ? __ffs(state) + 1 : 0;
  334. return bit < sizeof(state_to_char) - 1 ? state_to_char[bit] : '?';
  335. }
  336. /**
  337. * ftrace_find_event - find a registered event
  338. * @type: the type of event to look for
  339. *
  340. * Returns an event of type @type otherwise NULL
  341. */
  342. struct trace_event *ftrace_find_event(int type)
  343. {
  344. struct trace_event *event;
  345. struct hlist_node *n;
  346. unsigned key;
  347. key = type & (EVENT_HASHSIZE - 1);
  348. hlist_for_each_entry_rcu(event, n, &event_hash[key], node) {
  349. if (event->type == type)
  350. return event;
  351. }
  352. return NULL;
  353. }
  354. /**
  355. * register_ftrace_event - register output for an event type
  356. * @event: the event type to register
  357. *
  358. * Event types are stored in a hash and this hash is used to
  359. * find a way to print an event. If the @event->type is set
  360. * then it will use that type, otherwise it will assign a
  361. * type to use.
  362. *
  363. * If you assign your own type, please make sure it is added
  364. * to the trace_type enum in trace.h, to avoid collisions
  365. * with the dynamic types.
  366. *
  367. * Returns the event type number or zero on error.
  368. */
  369. int register_ftrace_event(struct trace_event *event)
  370. {
  371. unsigned key;
  372. int ret = 0;
  373. mutex_lock(&trace_event_mutex);
  374. if (!event->type)
  375. event->type = next_event_type++;
  376. else if (event->type > __TRACE_LAST_TYPE) {
  377. printk(KERN_WARNING "Need to add type to trace.h\n");
  378. WARN_ON(1);
  379. }
  380. if (ftrace_find_event(event->type))
  381. goto out;
  382. key = event->type & (EVENT_HASHSIZE - 1);
  383. hlist_add_head_rcu(&event->node, &event_hash[key]);
  384. ret = event->type;
  385. out:
  386. mutex_unlock(&trace_event_mutex);
  387. return ret;
  388. }
  389. /**
  390. * unregister_ftrace_event - remove a no longer used event
  391. * @event: the event to remove
  392. */
  393. int unregister_ftrace_event(struct trace_event *event)
  394. {
  395. mutex_lock(&trace_event_mutex);
  396. hlist_del(&event->node);
  397. mutex_unlock(&trace_event_mutex);
  398. return 0;
  399. }
  400. /*
  401. * Standard events
  402. */
  403. int trace_nop_print(struct trace_iterator *iter, int flags)
  404. {
  405. return 0;
  406. }
  407. /* TRACE_FN */
  408. static int trace_fn_latency(struct trace_iterator *iter, int flags)
  409. {
  410. struct ftrace_entry *field;
  411. struct trace_seq *s = &iter->seq;
  412. trace_assign_type(field, iter->ent);
  413. if (!seq_print_ip_sym(s, field->ip, flags))
  414. goto partial;
  415. if (!trace_seq_puts(s, " ("))
  416. goto partial;
  417. if (!seq_print_ip_sym(s, field->parent_ip, flags))
  418. goto partial;
  419. if (!trace_seq_puts(s, ")\n"))
  420. goto partial;
  421. return 0;
  422. partial:
  423. return TRACE_TYPE_PARTIAL_LINE;
  424. }
  425. static int trace_fn_trace(struct trace_iterator *iter, int flags)
  426. {
  427. struct ftrace_entry *field;
  428. struct trace_seq *s = &iter->seq;
  429. trace_assign_type(field, iter->ent);
  430. if (!seq_print_ip_sym(s, field->ip, flags))
  431. goto partial;
  432. if ((flags & TRACE_ITER_PRINT_PARENT) && field->parent_ip) {
  433. if (!trace_seq_printf(s, " <-"))
  434. goto partial;
  435. if (!seq_print_ip_sym(s,
  436. field->parent_ip,
  437. flags))
  438. goto partial;
  439. }
  440. if (!trace_seq_printf(s, "\n"))
  441. goto partial;
  442. return 0;
  443. partial:
  444. return TRACE_TYPE_PARTIAL_LINE;
  445. }
  446. static int trace_fn_raw(struct trace_iterator *iter, int flags)
  447. {
  448. struct ftrace_entry *field;
  449. trace_assign_type(field, iter->ent);
  450. if (!trace_seq_printf(&iter->seq, "%lx %lx\n",
  451. field->ip,
  452. field->parent_ip))
  453. return TRACE_TYPE_PARTIAL_LINE;
  454. return 0;
  455. }
  456. static int trace_fn_hex(struct trace_iterator *iter, int flags)
  457. {
  458. struct ftrace_entry *field;
  459. struct trace_seq *s = &iter->seq;
  460. trace_assign_type(field, iter->ent);
  461. SEQ_PUT_HEX_FIELD_RET(s, field->ip);
  462. SEQ_PUT_HEX_FIELD_RET(s, field->parent_ip);
  463. return 0;
  464. }
  465. static int trace_fn_bin(struct trace_iterator *iter, int flags)
  466. {
  467. struct ftrace_entry *field;
  468. struct trace_seq *s = &iter->seq;
  469. trace_assign_type(field, iter->ent);
  470. SEQ_PUT_FIELD_RET(s, field->ip);
  471. SEQ_PUT_FIELD_RET(s, field->parent_ip);
  472. return 0;
  473. }
  474. static struct trace_event trace_fn_event = {
  475. .type = TRACE_FN,
  476. .trace = trace_fn_trace,
  477. .latency_trace = trace_fn_latency,
  478. .raw = trace_fn_raw,
  479. .hex = trace_fn_hex,
  480. .binary = trace_fn_bin,
  481. };
  482. /* TRACE_CTX an TRACE_WAKE */
  483. static int trace_ctxwake_print(struct trace_iterator *iter, char *delim)
  484. {
  485. struct ctx_switch_entry *field;
  486. char *comm;
  487. int S, T;
  488. trace_assign_type(field, iter->ent);
  489. T = task_state_char(field->next_state);
  490. S = task_state_char(field->prev_state);
  491. comm = trace_find_cmdline(field->next_pid);
  492. if (!trace_seq_printf(&iter->seq,
  493. " %5d:%3d:%c %s [%03d] %5d:%3d:%c %s\n",
  494. field->prev_pid,
  495. field->prev_prio,
  496. S, delim,
  497. field->next_cpu,
  498. field->next_pid,
  499. field->next_prio,
  500. T, comm))
  501. return TRACE_TYPE_PARTIAL_LINE;
  502. return 0;
  503. }
  504. static int trace_ctx_print(struct trace_iterator *iter, int flags)
  505. {
  506. return trace_ctxwake_print(iter, "==>");
  507. }
  508. static int trace_wake_print(struct trace_iterator *iter, int flags)
  509. {
  510. return trace_ctxwake_print(iter, " +");
  511. }
  512. static int trace_ctxwake_raw(struct trace_iterator *iter, char S)
  513. {
  514. struct ctx_switch_entry *field;
  515. int T;
  516. trace_assign_type(field, iter->ent);
  517. if (!S)
  518. task_state_char(field->prev_state);
  519. T = task_state_char(field->next_state);
  520. if (!trace_seq_printf(&iter->seq, "%d %d %c %d %d %d %c\n",
  521. field->prev_pid,
  522. field->prev_prio,
  523. S,
  524. field->next_cpu,
  525. field->next_pid,
  526. field->next_prio,
  527. T))
  528. return TRACE_TYPE_PARTIAL_LINE;
  529. return 0;
  530. }
  531. static int trace_ctx_raw(struct trace_iterator *iter, int flags)
  532. {
  533. return trace_ctxwake_raw(iter, 0);
  534. }
  535. static int trace_wake_raw(struct trace_iterator *iter, int flags)
  536. {
  537. return trace_ctxwake_raw(iter, '+');
  538. }
  539. static int trace_ctxwake_hex(struct trace_iterator *iter, char S)
  540. {
  541. struct ctx_switch_entry *field;
  542. struct trace_seq *s = &iter->seq;
  543. int T;
  544. trace_assign_type(field, iter->ent);
  545. if (!S)
  546. task_state_char(field->prev_state);
  547. T = task_state_char(field->next_state);
  548. SEQ_PUT_HEX_FIELD_RET(s, field->prev_pid);
  549. SEQ_PUT_HEX_FIELD_RET(s, field->prev_prio);
  550. SEQ_PUT_HEX_FIELD_RET(s, S);
  551. SEQ_PUT_HEX_FIELD_RET(s, field->next_cpu);
  552. SEQ_PUT_HEX_FIELD_RET(s, field->next_pid);
  553. SEQ_PUT_HEX_FIELD_RET(s, field->next_prio);
  554. SEQ_PUT_HEX_FIELD_RET(s, T);
  555. return 0;
  556. }
  557. static int trace_ctx_hex(struct trace_iterator *iter, int flags)
  558. {
  559. return trace_ctxwake_hex(iter, 0);
  560. }
  561. static int trace_wake_hex(struct trace_iterator *iter, int flags)
  562. {
  563. return trace_ctxwake_hex(iter, '+');
  564. }
  565. static int trace_ctxwake_bin(struct trace_iterator *iter, int flags)
  566. {
  567. struct ctx_switch_entry *field;
  568. struct trace_seq *s = &iter->seq;
  569. trace_assign_type(field, iter->ent);
  570. SEQ_PUT_FIELD_RET(s, field->prev_pid);
  571. SEQ_PUT_FIELD_RET(s, field->prev_prio);
  572. SEQ_PUT_FIELD_RET(s, field->prev_state);
  573. SEQ_PUT_FIELD_RET(s, field->next_pid);
  574. SEQ_PUT_FIELD_RET(s, field->next_prio);
  575. SEQ_PUT_FIELD_RET(s, field->next_state);
  576. return 0;
  577. }
  578. static struct trace_event trace_ctx_event = {
  579. .type = TRACE_CTX,
  580. .trace = trace_ctx_print,
  581. .latency_trace = trace_ctx_print,
  582. .raw = trace_ctx_raw,
  583. .hex = trace_ctx_hex,
  584. .binary = trace_ctxwake_bin,
  585. };
  586. static struct trace_event trace_wake_event = {
  587. .type = TRACE_WAKE,
  588. .trace = trace_wake_print,
  589. .latency_trace = trace_wake_print,
  590. .raw = trace_wake_raw,
  591. .hex = trace_wake_hex,
  592. .binary = trace_ctxwake_bin,
  593. };
  594. /* TRACE_SPECIAL */
  595. static int trace_special_print(struct trace_iterator *iter, int flags)
  596. {
  597. struct special_entry *field;
  598. trace_assign_type(field, iter->ent);
  599. if (!trace_seq_printf(&iter->seq, "# %ld %ld %ld\n",
  600. field->arg1,
  601. field->arg2,
  602. field->arg3))
  603. return TRACE_TYPE_PARTIAL_LINE;
  604. return 0;
  605. }
  606. static int trace_special_hex(struct trace_iterator *iter, int flags)
  607. {
  608. struct special_entry *field;
  609. struct trace_seq *s = &iter->seq;
  610. trace_assign_type(field, iter->ent);
  611. SEQ_PUT_HEX_FIELD_RET(s, field->arg1);
  612. SEQ_PUT_HEX_FIELD_RET(s, field->arg2);
  613. SEQ_PUT_HEX_FIELD_RET(s, field->arg3);
  614. return 0;
  615. }
  616. static int trace_special_bin(struct trace_iterator *iter, int flags)
  617. {
  618. struct special_entry *field;
  619. struct trace_seq *s = &iter->seq;
  620. trace_assign_type(field, iter->ent);
  621. SEQ_PUT_FIELD_RET(s, field->arg1);
  622. SEQ_PUT_FIELD_RET(s, field->arg2);
  623. SEQ_PUT_FIELD_RET(s, field->arg3);
  624. return 0;
  625. }
  626. static struct trace_event trace_special_event = {
  627. .type = TRACE_SPECIAL,
  628. .trace = trace_special_print,
  629. .latency_trace = trace_special_print,
  630. .raw = trace_special_print,
  631. .hex = trace_special_hex,
  632. .binary = trace_special_bin,
  633. };
  634. /* TRACE_STACK */
  635. static int trace_stack_print(struct trace_iterator *iter, int flags)
  636. {
  637. struct stack_entry *field;
  638. struct trace_seq *s = &iter->seq;
  639. int i;
  640. trace_assign_type(field, iter->ent);
  641. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  642. if (i) {
  643. if (!trace_seq_puts(s, " <= "))
  644. goto partial;
  645. if (!seq_print_ip_sym(s, field->caller[i], flags))
  646. goto partial;
  647. }
  648. if (!trace_seq_puts(s, "\n"))
  649. goto partial;
  650. }
  651. return 0;
  652. partial:
  653. return TRACE_TYPE_PARTIAL_LINE;
  654. }
  655. static struct trace_event trace_stack_event = {
  656. .type = TRACE_STACK,
  657. .trace = trace_stack_print,
  658. .latency_trace = trace_stack_print,
  659. .raw = trace_special_print,
  660. .hex = trace_special_hex,
  661. .binary = trace_special_bin,
  662. };
  663. /* TRACE_USER_STACK */
  664. static int trace_user_stack_print(struct trace_iterator *iter, int flags)
  665. {
  666. struct userstack_entry *field;
  667. struct trace_seq *s = &iter->seq;
  668. trace_assign_type(field, iter->ent);
  669. if (!seq_print_userip_objs(field, s, flags))
  670. goto partial;
  671. if (!trace_seq_putc(s, '\n'))
  672. goto partial;
  673. return 0;
  674. partial:
  675. return TRACE_TYPE_PARTIAL_LINE;
  676. }
  677. static struct trace_event trace_user_stack_event = {
  678. .type = TRACE_USER_STACK,
  679. .trace = trace_user_stack_print,
  680. .latency_trace = trace_user_stack_print,
  681. .raw = trace_special_print,
  682. .hex = trace_special_hex,
  683. .binary = trace_special_bin,
  684. };
  685. /* TRACE_PRINT */
  686. static int trace_print_print(struct trace_iterator *iter, int flags)
  687. {
  688. struct print_entry *field;
  689. struct trace_seq *s = &iter->seq;
  690. trace_assign_type(field, iter->ent);
  691. if (!seq_print_ip_sym(s, field->ip, flags))
  692. goto partial;
  693. if (!trace_seq_printf(s, ": %s", field->buf))
  694. goto partial;
  695. return 0;
  696. partial:
  697. return TRACE_TYPE_PARTIAL_LINE;
  698. }
  699. static int trace_print_raw(struct trace_iterator *iter, int flags)
  700. {
  701. struct print_entry *field;
  702. trace_assign_type(field, iter->ent);
  703. if (!trace_seq_printf(&iter->seq, "# %lx %s", field->ip, field->buf))
  704. goto partial;
  705. return 0;
  706. partial:
  707. return TRACE_TYPE_PARTIAL_LINE;
  708. }
  709. static struct trace_event trace_print_event = {
  710. .type = TRACE_PRINT,
  711. .trace = trace_print_print,
  712. .latency_trace = trace_print_print,
  713. .raw = trace_print_raw,
  714. .hex = trace_nop_print,
  715. .binary = trace_nop_print,
  716. };
  717. static struct trace_event *events[] __initdata = {
  718. &trace_fn_event,
  719. &trace_ctx_event,
  720. &trace_wake_event,
  721. &trace_special_event,
  722. &trace_stack_event,
  723. &trace_user_stack_event,
  724. &trace_print_event,
  725. NULL
  726. };
  727. __init static int init_events(void)
  728. {
  729. struct trace_event *event;
  730. int i, ret;
  731. for (i = 0; events[i]; i++) {
  732. event = events[i];
  733. ret = register_ftrace_event(event);
  734. if (!ret) {
  735. printk(KERN_WARNING "event %d failed to register\n",
  736. event->type);
  737. WARN_ON_ONCE(1);
  738. }
  739. }
  740. return 0;
  741. }
  742. device_initcall(init_events);