trace_output.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919
  1. /*
  2. * trace_output.c
  3. *
  4. * Copyright (C) 2008 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
  5. *
  6. */
  7. #include <linux/module.h>
  8. #include <linux/mutex.h>
  9. #include <linux/ftrace.h>
  10. #include "trace_output.h"
  11. /* must be a power of 2 */
  12. #define EVENT_HASHSIZE 128
  13. static DEFINE_MUTEX(trace_event_mutex);
  14. static struct hlist_head event_hash[EVENT_HASHSIZE] __read_mostly;
  15. static int next_event_type = __TRACE_LAST_TYPE + 1;
  16. /**
  17. * trace_seq_printf - sequence printing of trace information
  18. * @s: trace sequence descriptor
  19. * @fmt: printf format string
  20. *
  21. * The tracer may use either sequence operations or its own
  22. * copy to user routines. To simplify formating of a trace
  23. * trace_seq_printf is used to store strings into a special
  24. * buffer (@s). Then the output may be either used by
  25. * the sequencer or pulled into another buffer.
  26. */
  27. int
  28. trace_seq_printf(struct trace_seq *s, const char *fmt, ...)
  29. {
  30. int len = (PAGE_SIZE - 1) - s->len;
  31. va_list ap;
  32. int ret;
  33. if (!len)
  34. return 0;
  35. va_start(ap, fmt);
  36. ret = vsnprintf(s->buffer + s->len, len, fmt, ap);
  37. va_end(ap);
  38. /* If we can't write it all, don't bother writing anything */
  39. if (ret >= len)
  40. return 0;
  41. s->len += ret;
  42. return len;
  43. }
  44. /**
  45. * trace_seq_puts - trace sequence printing of simple string
  46. * @s: trace sequence descriptor
  47. * @str: simple string to record
  48. *
  49. * The tracer may use either the sequence operations or its own
  50. * copy to user routines. This function records a simple string
  51. * into a special buffer (@s) for later retrieval by a sequencer
  52. * or other mechanism.
  53. */
  54. int trace_seq_puts(struct trace_seq *s, const char *str)
  55. {
  56. int len = strlen(str);
  57. if (len > ((PAGE_SIZE - 1) - s->len))
  58. return 0;
  59. memcpy(s->buffer + s->len, str, len);
  60. s->len += len;
  61. return len;
  62. }
  63. int trace_seq_putc(struct trace_seq *s, unsigned char c)
  64. {
  65. if (s->len >= (PAGE_SIZE - 1))
  66. return 0;
  67. s->buffer[s->len++] = c;
  68. return 1;
  69. }
  70. int trace_seq_putmem(struct trace_seq *s, void *mem, size_t len)
  71. {
  72. if (len > ((PAGE_SIZE - 1) - s->len))
  73. return 0;
  74. memcpy(s->buffer + s->len, mem, len);
  75. s->len += len;
  76. return len;
  77. }
  78. int trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len)
  79. {
  80. unsigned char hex[HEX_CHARS];
  81. unsigned char *data = mem;
  82. int i, j;
  83. #ifdef __BIG_ENDIAN
  84. for (i = 0, j = 0; i < len; i++) {
  85. #else
  86. for (i = len-1, j = 0; i >= 0; i--) {
  87. #endif
  88. hex[j++] = hex_asc_hi(data[i]);
  89. hex[j++] = hex_asc_lo(data[i]);
  90. }
  91. hex[j++] = ' ';
  92. return trace_seq_putmem(s, hex, j);
  93. }
  94. int trace_seq_path(struct trace_seq *s, struct path *path)
  95. {
  96. unsigned char *p;
  97. if (s->len >= (PAGE_SIZE - 1))
  98. return 0;
  99. p = d_path(path, s->buffer + s->len, PAGE_SIZE - s->len);
  100. if (!IS_ERR(p)) {
  101. p = mangle_path(s->buffer + s->len, p, "\n");
  102. if (p) {
  103. s->len = p - s->buffer;
  104. return 1;
  105. }
  106. } else {
  107. s->buffer[s->len++] = '?';
  108. return 1;
  109. }
  110. return 0;
  111. }
  112. #ifdef CONFIG_KRETPROBES
  113. static inline const char *kretprobed(const char *name)
  114. {
  115. static const char tramp_name[] = "kretprobe_trampoline";
  116. int size = sizeof(tramp_name);
  117. if (strncmp(tramp_name, name, size) == 0)
  118. return "[unknown/kretprobe'd]";
  119. return name;
  120. }
  121. #else
  122. static inline const char *kretprobed(const char *name)
  123. {
  124. return name;
  125. }
  126. #endif /* CONFIG_KRETPROBES */
  127. static int
  128. seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address)
  129. {
  130. #ifdef CONFIG_KALLSYMS
  131. char str[KSYM_SYMBOL_LEN];
  132. const char *name;
  133. kallsyms_lookup(address, NULL, NULL, NULL, str);
  134. name = kretprobed(str);
  135. return trace_seq_printf(s, fmt, name);
  136. #endif
  137. return 1;
  138. }
  139. static int
  140. seq_print_sym_offset(struct trace_seq *s, const char *fmt,
  141. unsigned long address)
  142. {
  143. #ifdef CONFIG_KALLSYMS
  144. char str[KSYM_SYMBOL_LEN];
  145. const char *name;
  146. sprint_symbol(str, address);
  147. name = kretprobed(str);
  148. return trace_seq_printf(s, fmt, name);
  149. #endif
  150. return 1;
  151. }
  152. #ifndef CONFIG_64BIT
  153. # define IP_FMT "%08lx"
  154. #else
  155. # define IP_FMT "%016lx"
  156. #endif
  157. int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm,
  158. unsigned long ip, unsigned long sym_flags)
  159. {
  160. struct file *file = NULL;
  161. unsigned long vmstart = 0;
  162. int ret = 1;
  163. if (mm) {
  164. const struct vm_area_struct *vma;
  165. down_read(&mm->mmap_sem);
  166. vma = find_vma(mm, ip);
  167. if (vma) {
  168. file = vma->vm_file;
  169. vmstart = vma->vm_start;
  170. }
  171. if (file) {
  172. ret = trace_seq_path(s, &file->f_path);
  173. if (ret)
  174. ret = trace_seq_printf(s, "[+0x%lx]",
  175. ip - vmstart);
  176. }
  177. up_read(&mm->mmap_sem);
  178. }
  179. if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file))
  180. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  181. return ret;
  182. }
  183. int
  184. seq_print_userip_objs(const struct userstack_entry *entry, struct trace_seq *s,
  185. unsigned long sym_flags)
  186. {
  187. struct mm_struct *mm = NULL;
  188. int ret = 1;
  189. unsigned int i;
  190. if (trace_flags & TRACE_ITER_SYM_USEROBJ) {
  191. struct task_struct *task;
  192. /*
  193. * we do the lookup on the thread group leader,
  194. * since individual threads might have already quit!
  195. */
  196. rcu_read_lock();
  197. task = find_task_by_vpid(entry->ent.tgid);
  198. if (task)
  199. mm = get_task_mm(task);
  200. rcu_read_unlock();
  201. }
  202. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  203. unsigned long ip = entry->caller[i];
  204. if (ip == ULONG_MAX || !ret)
  205. break;
  206. if (i && ret)
  207. ret = trace_seq_puts(s, " <- ");
  208. if (!ip) {
  209. if (ret)
  210. ret = trace_seq_puts(s, "??");
  211. continue;
  212. }
  213. if (!ret)
  214. break;
  215. if (ret)
  216. ret = seq_print_user_ip(s, mm, ip, sym_flags);
  217. }
  218. if (mm)
  219. mmput(mm);
  220. return ret;
  221. }
  222. int
  223. seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags)
  224. {
  225. int ret;
  226. if (!ip)
  227. return trace_seq_printf(s, "0");
  228. if (sym_flags & TRACE_ITER_SYM_OFFSET)
  229. ret = seq_print_sym_offset(s, "%s", ip);
  230. else
  231. ret = seq_print_sym_short(s, "%s", ip);
  232. if (!ret)
  233. return 0;
  234. if (sym_flags & TRACE_ITER_SYM_ADDR)
  235. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  236. return ret;
  237. }
  238. static int
  239. lat_print_generic(struct trace_seq *s, struct trace_entry *entry, int cpu)
  240. {
  241. int hardirq, softirq;
  242. char *comm;
  243. comm = trace_find_cmdline(entry->pid);
  244. hardirq = entry->flags & TRACE_FLAG_HARDIRQ;
  245. softirq = entry->flags & TRACE_FLAG_SOFTIRQ;
  246. if (!trace_seq_printf(s, "%8.8s-%-5d %3d%c%c%c",
  247. comm, entry->pid, cpu,
  248. (entry->flags & TRACE_FLAG_IRQS_OFF) ? 'd' :
  249. (entry->flags & TRACE_FLAG_IRQS_NOSUPPORT) ?
  250. 'X' : '.',
  251. (entry->flags & TRACE_FLAG_NEED_RESCHED) ?
  252. 'N' : '.',
  253. (hardirq && softirq) ? 'H' :
  254. hardirq ? 'h' : softirq ? 's' : '.'))
  255. return 0;
  256. if (entry->preempt_count)
  257. return trace_seq_printf(s, "%x", entry->preempt_count);
  258. return trace_seq_puts(s, ".");
  259. }
  260. static unsigned long preempt_mark_thresh = 100;
  261. static int
  262. lat_print_timestamp(struct trace_seq *s, u64 abs_usecs,
  263. unsigned long rel_usecs)
  264. {
  265. return trace_seq_printf(s, " %4lldus%c: ", abs_usecs,
  266. rel_usecs > preempt_mark_thresh ? '!' :
  267. rel_usecs > 1 ? '+' : ' ');
  268. }
  269. int trace_print_context(struct trace_iterator *iter)
  270. {
  271. struct trace_seq *s = &iter->seq;
  272. struct trace_entry *entry = iter->ent;
  273. char *comm = trace_find_cmdline(entry->pid);
  274. unsigned long long t = ns2usecs(iter->ts);
  275. unsigned long usec_rem = do_div(t, USEC_PER_SEC);
  276. unsigned long secs = (unsigned long)t;
  277. return trace_seq_printf(s, "%16s-%-5d [%03d] %5lu.%06lu: ",
  278. comm, entry->pid, entry->cpu, secs, usec_rem);
  279. }
  280. int trace_print_lat_context(struct trace_iterator *iter)
  281. {
  282. u64 next_ts;
  283. int ret;
  284. struct trace_seq *s = &iter->seq;
  285. struct trace_entry *entry = iter->ent,
  286. *next_entry = trace_find_next_entry(iter, NULL,
  287. &next_ts);
  288. unsigned long verbose = (trace_flags & TRACE_ITER_VERBOSE);
  289. unsigned long abs_usecs = ns2usecs(iter->ts - iter->tr->time_start);
  290. unsigned long rel_usecs;
  291. if (!next_entry)
  292. next_ts = iter->ts;
  293. rel_usecs = ns2usecs(next_ts - iter->ts);
  294. if (verbose) {
  295. char *comm = trace_find_cmdline(entry->pid);
  296. ret = trace_seq_printf(s, "%16s %5d %3d %d %08x %08lx [%08lx]"
  297. " %ld.%03ldms (+%ld.%03ldms): ", comm,
  298. entry->pid, entry->cpu, entry->flags,
  299. entry->preempt_count, iter->idx,
  300. ns2usecs(iter->ts),
  301. abs_usecs / USEC_PER_MSEC,
  302. abs_usecs % USEC_PER_MSEC,
  303. rel_usecs / USEC_PER_MSEC,
  304. rel_usecs % USEC_PER_MSEC);
  305. } else {
  306. ret = lat_print_generic(s, entry, entry->cpu);
  307. if (ret)
  308. ret = lat_print_timestamp(s, abs_usecs, rel_usecs);
  309. }
  310. return ret;
  311. }
  312. static const char state_to_char[] = TASK_STATE_TO_CHAR_STR;
  313. static int task_state_char(unsigned long state)
  314. {
  315. int bit = state ? __ffs(state) + 1 : 0;
  316. return bit < sizeof(state_to_char) - 1 ? state_to_char[bit] : '?';
  317. }
  318. /**
  319. * ftrace_find_event - find a registered event
  320. * @type: the type of event to look for
  321. *
  322. * Returns an event of type @type otherwise NULL
  323. */
  324. struct trace_event *ftrace_find_event(int type)
  325. {
  326. struct trace_event *event;
  327. struct hlist_node *n;
  328. unsigned key;
  329. key = type & (EVENT_HASHSIZE - 1);
  330. hlist_for_each_entry_rcu(event, n, &event_hash[key], node) {
  331. if (event->type == type)
  332. return event;
  333. }
  334. return NULL;
  335. }
  336. /**
  337. * register_ftrace_event - register output for an event type
  338. * @event: the event type to register
  339. *
  340. * Event types are stored in a hash and this hash is used to
  341. * find a way to print an event. If the @event->type is set
  342. * then it will use that type, otherwise it will assign a
  343. * type to use.
  344. *
  345. * If you assign your own type, please make sure it is added
  346. * to the trace_type enum in trace.h, to avoid collisions
  347. * with the dynamic types.
  348. *
  349. * Returns the event type number or zero on error.
  350. */
  351. int register_ftrace_event(struct trace_event *event)
  352. {
  353. unsigned key;
  354. int ret = 0;
  355. mutex_lock(&trace_event_mutex);
  356. if (!event->type)
  357. event->type = next_event_type++;
  358. else if (event->type > __TRACE_LAST_TYPE) {
  359. printk(KERN_WARNING "Need to add type to trace.h\n");
  360. WARN_ON(1);
  361. }
  362. if (ftrace_find_event(event->type))
  363. goto out;
  364. if (event->trace == NULL)
  365. event->trace = trace_nop_print;
  366. if (event->latency_trace == NULL)
  367. event->latency_trace = trace_nop_print;
  368. if (event->raw == NULL)
  369. event->raw = trace_nop_print;
  370. if (event->hex == NULL)
  371. event->hex = trace_nop_print;
  372. if (event->binary == NULL)
  373. event->binary = trace_nop_print;
  374. key = event->type & (EVENT_HASHSIZE - 1);
  375. hlist_add_head_rcu(&event->node, &event_hash[key]);
  376. ret = event->type;
  377. out:
  378. mutex_unlock(&trace_event_mutex);
  379. return ret;
  380. }
  381. /**
  382. * unregister_ftrace_event - remove a no longer used event
  383. * @event: the event to remove
  384. */
  385. int unregister_ftrace_event(struct trace_event *event)
  386. {
  387. mutex_lock(&trace_event_mutex);
  388. hlist_del(&event->node);
  389. mutex_unlock(&trace_event_mutex);
  390. return 0;
  391. }
  392. /*
  393. * Standard events
  394. */
  395. enum print_line_t trace_nop_print(struct trace_iterator *iter, int flags)
  396. {
  397. return TRACE_TYPE_HANDLED;
  398. }
  399. /* TRACE_FN */
  400. static enum print_line_t trace_fn_latency(struct trace_iterator *iter,
  401. int flags)
  402. {
  403. struct ftrace_entry *field;
  404. struct trace_seq *s = &iter->seq;
  405. trace_assign_type(field, iter->ent);
  406. if (!seq_print_ip_sym(s, field->ip, flags))
  407. goto partial;
  408. if (!trace_seq_puts(s, " ("))
  409. goto partial;
  410. if (!seq_print_ip_sym(s, field->parent_ip, flags))
  411. goto partial;
  412. if (!trace_seq_puts(s, ")\n"))
  413. goto partial;
  414. return TRACE_TYPE_HANDLED;
  415. partial:
  416. return TRACE_TYPE_PARTIAL_LINE;
  417. }
  418. static enum print_line_t trace_fn_trace(struct trace_iterator *iter, int flags)
  419. {
  420. struct ftrace_entry *field;
  421. struct trace_seq *s = &iter->seq;
  422. trace_assign_type(field, iter->ent);
  423. if (!seq_print_ip_sym(s, field->ip, flags))
  424. goto partial;
  425. if ((flags & TRACE_ITER_PRINT_PARENT) && field->parent_ip) {
  426. if (!trace_seq_printf(s, " <-"))
  427. goto partial;
  428. if (!seq_print_ip_sym(s,
  429. field->parent_ip,
  430. flags))
  431. goto partial;
  432. }
  433. if (!trace_seq_printf(s, "\n"))
  434. goto partial;
  435. return TRACE_TYPE_HANDLED;
  436. partial:
  437. return TRACE_TYPE_PARTIAL_LINE;
  438. }
  439. static enum print_line_t trace_fn_raw(struct trace_iterator *iter, int flags)
  440. {
  441. struct ftrace_entry *field;
  442. trace_assign_type(field, iter->ent);
  443. if (!trace_seq_printf(&iter->seq, "%lx %lx\n",
  444. field->ip,
  445. field->parent_ip))
  446. return TRACE_TYPE_PARTIAL_LINE;
  447. return TRACE_TYPE_HANDLED;
  448. }
  449. static enum print_line_t trace_fn_hex(struct trace_iterator *iter, int flags)
  450. {
  451. struct ftrace_entry *field;
  452. struct trace_seq *s = &iter->seq;
  453. trace_assign_type(field, iter->ent);
  454. SEQ_PUT_HEX_FIELD_RET(s, field->ip);
  455. SEQ_PUT_HEX_FIELD_RET(s, field->parent_ip);
  456. return TRACE_TYPE_HANDLED;
  457. }
  458. static enum print_line_t trace_fn_bin(struct trace_iterator *iter, int flags)
  459. {
  460. struct ftrace_entry *field;
  461. struct trace_seq *s = &iter->seq;
  462. trace_assign_type(field, iter->ent);
  463. SEQ_PUT_FIELD_RET(s, field->ip);
  464. SEQ_PUT_FIELD_RET(s, field->parent_ip);
  465. return TRACE_TYPE_HANDLED;
  466. }
  467. static struct trace_event trace_fn_event = {
  468. .type = TRACE_FN,
  469. .trace = trace_fn_trace,
  470. .latency_trace = trace_fn_latency,
  471. .raw = trace_fn_raw,
  472. .hex = trace_fn_hex,
  473. .binary = trace_fn_bin,
  474. };
  475. /* TRACE_CTX an TRACE_WAKE */
  476. static enum print_line_t trace_ctxwake_print(struct trace_iterator *iter,
  477. char *delim)
  478. {
  479. struct ctx_switch_entry *field;
  480. char *comm;
  481. int S, T;
  482. trace_assign_type(field, iter->ent);
  483. T = task_state_char(field->next_state);
  484. S = task_state_char(field->prev_state);
  485. comm = trace_find_cmdline(field->next_pid);
  486. if (!trace_seq_printf(&iter->seq,
  487. " %5d:%3d:%c %s [%03d] %5d:%3d:%c %s\n",
  488. field->prev_pid,
  489. field->prev_prio,
  490. S, delim,
  491. field->next_cpu,
  492. field->next_pid,
  493. field->next_prio,
  494. T, comm))
  495. return TRACE_TYPE_PARTIAL_LINE;
  496. return TRACE_TYPE_HANDLED;
  497. }
  498. static enum print_line_t trace_ctx_print(struct trace_iterator *iter, int flags)
  499. {
  500. return trace_ctxwake_print(iter, "==>");
  501. }
  502. static enum print_line_t trace_wake_print(struct trace_iterator *iter,
  503. int flags)
  504. {
  505. return trace_ctxwake_print(iter, " +");
  506. }
  507. static int trace_ctxwake_raw(struct trace_iterator *iter, char S)
  508. {
  509. struct ctx_switch_entry *field;
  510. int T;
  511. trace_assign_type(field, iter->ent);
  512. if (!S)
  513. task_state_char(field->prev_state);
  514. T = task_state_char(field->next_state);
  515. if (!trace_seq_printf(&iter->seq, "%d %d %c %d %d %d %c\n",
  516. field->prev_pid,
  517. field->prev_prio,
  518. S,
  519. field->next_cpu,
  520. field->next_pid,
  521. field->next_prio,
  522. T))
  523. return TRACE_TYPE_PARTIAL_LINE;
  524. return TRACE_TYPE_HANDLED;
  525. }
  526. static enum print_line_t trace_ctx_raw(struct trace_iterator *iter, int flags)
  527. {
  528. return trace_ctxwake_raw(iter, 0);
  529. }
  530. static enum print_line_t trace_wake_raw(struct trace_iterator *iter, int flags)
  531. {
  532. return trace_ctxwake_raw(iter, '+');
  533. }
  534. static int trace_ctxwake_hex(struct trace_iterator *iter, char S)
  535. {
  536. struct ctx_switch_entry *field;
  537. struct trace_seq *s = &iter->seq;
  538. int T;
  539. trace_assign_type(field, iter->ent);
  540. if (!S)
  541. task_state_char(field->prev_state);
  542. T = task_state_char(field->next_state);
  543. SEQ_PUT_HEX_FIELD_RET(s, field->prev_pid);
  544. SEQ_PUT_HEX_FIELD_RET(s, field->prev_prio);
  545. SEQ_PUT_HEX_FIELD_RET(s, S);
  546. SEQ_PUT_HEX_FIELD_RET(s, field->next_cpu);
  547. SEQ_PUT_HEX_FIELD_RET(s, field->next_pid);
  548. SEQ_PUT_HEX_FIELD_RET(s, field->next_prio);
  549. SEQ_PUT_HEX_FIELD_RET(s, T);
  550. return TRACE_TYPE_HANDLED;
  551. }
  552. static enum print_line_t trace_ctx_hex(struct trace_iterator *iter, int flags)
  553. {
  554. return trace_ctxwake_hex(iter, 0);
  555. }
  556. static enum print_line_t trace_wake_hex(struct trace_iterator *iter, int flags)
  557. {
  558. return trace_ctxwake_hex(iter, '+');
  559. }
  560. static enum print_line_t trace_ctxwake_bin(struct trace_iterator *iter,
  561. int flags)
  562. {
  563. struct ctx_switch_entry *field;
  564. struct trace_seq *s = &iter->seq;
  565. trace_assign_type(field, iter->ent);
  566. SEQ_PUT_FIELD_RET(s, field->prev_pid);
  567. SEQ_PUT_FIELD_RET(s, field->prev_prio);
  568. SEQ_PUT_FIELD_RET(s, field->prev_state);
  569. SEQ_PUT_FIELD_RET(s, field->next_pid);
  570. SEQ_PUT_FIELD_RET(s, field->next_prio);
  571. SEQ_PUT_FIELD_RET(s, field->next_state);
  572. return TRACE_TYPE_HANDLED;
  573. }
  574. static struct trace_event trace_ctx_event = {
  575. .type = TRACE_CTX,
  576. .trace = trace_ctx_print,
  577. .latency_trace = trace_ctx_print,
  578. .raw = trace_ctx_raw,
  579. .hex = trace_ctx_hex,
  580. .binary = trace_ctxwake_bin,
  581. };
  582. static struct trace_event trace_wake_event = {
  583. .type = TRACE_WAKE,
  584. .trace = trace_wake_print,
  585. .latency_trace = trace_wake_print,
  586. .raw = trace_wake_raw,
  587. .hex = trace_wake_hex,
  588. .binary = trace_ctxwake_bin,
  589. };
  590. /* TRACE_SPECIAL */
  591. static enum print_line_t trace_special_print(struct trace_iterator *iter,
  592. int flags)
  593. {
  594. struct special_entry *field;
  595. trace_assign_type(field, iter->ent);
  596. if (!trace_seq_printf(&iter->seq, "# %ld %ld %ld\n",
  597. field->arg1,
  598. field->arg2,
  599. field->arg3))
  600. return TRACE_TYPE_PARTIAL_LINE;
  601. return TRACE_TYPE_HANDLED;
  602. }
  603. static enum print_line_t trace_special_hex(struct trace_iterator *iter,
  604. int flags)
  605. {
  606. struct special_entry *field;
  607. struct trace_seq *s = &iter->seq;
  608. trace_assign_type(field, iter->ent);
  609. SEQ_PUT_HEX_FIELD_RET(s, field->arg1);
  610. SEQ_PUT_HEX_FIELD_RET(s, field->arg2);
  611. SEQ_PUT_HEX_FIELD_RET(s, field->arg3);
  612. return TRACE_TYPE_HANDLED;
  613. }
  614. static enum print_line_t trace_special_bin(struct trace_iterator *iter,
  615. int flags)
  616. {
  617. struct special_entry *field;
  618. struct trace_seq *s = &iter->seq;
  619. trace_assign_type(field, iter->ent);
  620. SEQ_PUT_FIELD_RET(s, field->arg1);
  621. SEQ_PUT_FIELD_RET(s, field->arg2);
  622. SEQ_PUT_FIELD_RET(s, field->arg3);
  623. return TRACE_TYPE_HANDLED;
  624. }
  625. static struct trace_event trace_special_event = {
  626. .type = TRACE_SPECIAL,
  627. .trace = trace_special_print,
  628. .latency_trace = trace_special_print,
  629. .raw = trace_special_print,
  630. .hex = trace_special_hex,
  631. .binary = trace_special_bin,
  632. };
  633. /* TRACE_STACK */
  634. static enum print_line_t trace_stack_print(struct trace_iterator *iter,
  635. int flags)
  636. {
  637. struct stack_entry *field;
  638. struct trace_seq *s = &iter->seq;
  639. int i;
  640. trace_assign_type(field, iter->ent);
  641. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  642. if (i) {
  643. if (!trace_seq_puts(s, " <= "))
  644. goto partial;
  645. if (!seq_print_ip_sym(s, field->caller[i], flags))
  646. goto partial;
  647. }
  648. if (!trace_seq_puts(s, "\n"))
  649. goto partial;
  650. }
  651. return TRACE_TYPE_HANDLED;
  652. partial:
  653. return TRACE_TYPE_PARTIAL_LINE;
  654. }
  655. static struct trace_event trace_stack_event = {
  656. .type = TRACE_STACK,
  657. .trace = trace_stack_print,
  658. .latency_trace = trace_stack_print,
  659. .raw = trace_special_print,
  660. .hex = trace_special_hex,
  661. .binary = trace_special_bin,
  662. };
  663. /* TRACE_USER_STACK */
  664. static enum print_line_t trace_user_stack_print(struct trace_iterator *iter,
  665. int flags)
  666. {
  667. struct userstack_entry *field;
  668. struct trace_seq *s = &iter->seq;
  669. trace_assign_type(field, iter->ent);
  670. if (!seq_print_userip_objs(field, s, flags))
  671. goto partial;
  672. if (!trace_seq_putc(s, '\n'))
  673. goto partial;
  674. return TRACE_TYPE_HANDLED;
  675. partial:
  676. return TRACE_TYPE_PARTIAL_LINE;
  677. }
  678. static struct trace_event trace_user_stack_event = {
  679. .type = TRACE_USER_STACK,
  680. .trace = trace_user_stack_print,
  681. .latency_trace = trace_user_stack_print,
  682. .raw = trace_special_print,
  683. .hex = trace_special_hex,
  684. .binary = trace_special_bin,
  685. };
  686. /* TRACE_PRINT */
  687. static enum print_line_t trace_print_print(struct trace_iterator *iter,
  688. int flags)
  689. {
  690. struct print_entry *field;
  691. struct trace_seq *s = &iter->seq;
  692. trace_assign_type(field, iter->ent);
  693. if (!seq_print_ip_sym(s, field->ip, flags))
  694. goto partial;
  695. if (!trace_seq_printf(s, ": %s", field->buf))
  696. goto partial;
  697. return TRACE_TYPE_HANDLED;
  698. partial:
  699. return TRACE_TYPE_PARTIAL_LINE;
  700. }
  701. static enum print_line_t trace_print_raw(struct trace_iterator *iter, int flags)
  702. {
  703. struct print_entry *field;
  704. trace_assign_type(field, iter->ent);
  705. if (!trace_seq_printf(&iter->seq, "# %lx %s", field->ip, field->buf))
  706. goto partial;
  707. return TRACE_TYPE_HANDLED;
  708. partial:
  709. return TRACE_TYPE_PARTIAL_LINE;
  710. }
  711. static struct trace_event trace_print_event = {
  712. .type = TRACE_PRINT,
  713. .trace = trace_print_print,
  714. .latency_trace = trace_print_print,
  715. .raw = trace_print_raw,
  716. };
  717. static struct trace_event *events[] __initdata = {
  718. &trace_fn_event,
  719. &trace_ctx_event,
  720. &trace_wake_event,
  721. &trace_special_event,
  722. &trace_stack_event,
  723. &trace_user_stack_event,
  724. &trace_print_event,
  725. NULL
  726. };
  727. __init static int init_events(void)
  728. {
  729. struct trace_event *event;
  730. int i, ret;
  731. for (i = 0; events[i]; i++) {
  732. event = events[i];
  733. ret = register_ftrace_event(event);
  734. if (!ret) {
  735. printk(KERN_WARNING "event %d failed to register\n",
  736. event->type);
  737. WARN_ON_ONCE(1);
  738. }
  739. }
  740. return 0;
  741. }
  742. device_initcall(init_events);