trace_output.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936
  1. /*
  2. * trace_output.c
  3. *
  4. * Copyright (C) 2008 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
  5. *
  6. */
  7. #include <linux/module.h>
  8. #include <linux/mutex.h>
  9. #include <linux/ftrace.h>
  10. #include "trace_output.h"
  11. /* must be a power of 2 */
  12. #define EVENT_HASHSIZE 128
  13. static DEFINE_MUTEX(trace_event_mutex);
  14. static struct hlist_head event_hash[EVENT_HASHSIZE] __read_mostly;
  15. static int next_event_type = __TRACE_LAST_TYPE + 1;
  16. /**
  17. * trace_seq_printf - sequence printing of trace information
  18. * @s: trace sequence descriptor
  19. * @fmt: printf format string
  20. *
  21. * The tracer may use either sequence operations or its own
  22. * copy to user routines. To simplify formating of a trace
  23. * trace_seq_printf is used to store strings into a special
  24. * buffer (@s). Then the output may be either used by
  25. * the sequencer or pulled into another buffer.
  26. */
  27. int
  28. trace_seq_printf(struct trace_seq *s, const char *fmt, ...)
  29. {
  30. int len = (PAGE_SIZE - 1) - s->len;
  31. va_list ap;
  32. int ret;
  33. if (!len)
  34. return 0;
  35. va_start(ap, fmt);
  36. ret = vsnprintf(s->buffer + s->len, len, fmt, ap);
  37. va_end(ap);
  38. /* If we can't write it all, don't bother writing anything */
  39. if (ret >= len)
  40. return 0;
  41. s->len += ret;
  42. return len;
  43. }
  44. /**
  45. * trace_seq_puts - trace sequence printing of simple string
  46. * @s: trace sequence descriptor
  47. * @str: simple string to record
  48. *
  49. * The tracer may use either the sequence operations or its own
  50. * copy to user routines. This function records a simple string
  51. * into a special buffer (@s) for later retrieval by a sequencer
  52. * or other mechanism.
  53. */
  54. int trace_seq_puts(struct trace_seq *s, const char *str)
  55. {
  56. int len = strlen(str);
  57. if (len > ((PAGE_SIZE - 1) - s->len))
  58. return 0;
  59. memcpy(s->buffer + s->len, str, len);
  60. s->len += len;
  61. return len;
  62. }
  63. int trace_seq_putc(struct trace_seq *s, unsigned char c)
  64. {
  65. if (s->len >= (PAGE_SIZE - 1))
  66. return 0;
  67. s->buffer[s->len++] = c;
  68. return 1;
  69. }
  70. int trace_seq_putmem(struct trace_seq *s, void *mem, size_t len)
  71. {
  72. if (len > ((PAGE_SIZE - 1) - s->len))
  73. return 0;
  74. memcpy(s->buffer + s->len, mem, len);
  75. s->len += len;
  76. return len;
  77. }
  78. int trace_seq_putmem_hex(struct trace_seq *s, void *mem, size_t len)
  79. {
  80. unsigned char hex[HEX_CHARS];
  81. unsigned char *data = mem;
  82. int i, j;
  83. #ifdef __BIG_ENDIAN
  84. for (i = 0, j = 0; i < len; i++) {
  85. #else
  86. for (i = len-1, j = 0; i >= 0; i--) {
  87. #endif
  88. hex[j++] = hex_asc_hi(data[i]);
  89. hex[j++] = hex_asc_lo(data[i]);
  90. }
  91. hex[j++] = ' ';
  92. return trace_seq_putmem(s, hex, j);
  93. }
  94. int trace_seq_path(struct trace_seq *s, struct path *path)
  95. {
  96. unsigned char *p;
  97. if (s->len >= (PAGE_SIZE - 1))
  98. return 0;
  99. p = d_path(path, s->buffer + s->len, PAGE_SIZE - s->len);
  100. if (!IS_ERR(p)) {
  101. p = mangle_path(s->buffer + s->len, p, "\n");
  102. if (p) {
  103. s->len = p - s->buffer;
  104. return 1;
  105. }
  106. } else {
  107. s->buffer[s->len++] = '?';
  108. return 1;
  109. }
  110. return 0;
  111. }
  112. #ifdef CONFIG_KRETPROBES
  113. static inline const char *kretprobed(const char *name)
  114. {
  115. static const char tramp_name[] = "kretprobe_trampoline";
  116. int size = sizeof(tramp_name);
  117. if (strncmp(tramp_name, name, size) == 0)
  118. return "[unknown/kretprobe'd]";
  119. return name;
  120. }
  121. #else
  122. static inline const char *kretprobed(const char *name)
  123. {
  124. return name;
  125. }
  126. #endif /* CONFIG_KRETPROBES */
  127. static int
  128. seq_print_sym_short(struct trace_seq *s, const char *fmt, unsigned long address)
  129. {
  130. #ifdef CONFIG_KALLSYMS
  131. char str[KSYM_SYMBOL_LEN];
  132. const char *name;
  133. kallsyms_lookup(address, NULL, NULL, NULL, str);
  134. name = kretprobed(str);
  135. return trace_seq_printf(s, fmt, name);
  136. #endif
  137. return 1;
  138. }
  139. static int
  140. seq_print_sym_offset(struct trace_seq *s, const char *fmt,
  141. unsigned long address)
  142. {
  143. #ifdef CONFIG_KALLSYMS
  144. char str[KSYM_SYMBOL_LEN];
  145. const char *name;
  146. sprint_symbol(str, address);
  147. name = kretprobed(str);
  148. return trace_seq_printf(s, fmt, name);
  149. #endif
  150. return 1;
  151. }
  152. #ifndef CONFIG_64BIT
  153. # define IP_FMT "%08lx"
  154. #else
  155. # define IP_FMT "%016lx"
  156. #endif
  157. int seq_print_user_ip(struct trace_seq *s, struct mm_struct *mm,
  158. unsigned long ip, unsigned long sym_flags)
  159. {
  160. struct file *file = NULL;
  161. unsigned long vmstart = 0;
  162. int ret = 1;
  163. if (mm) {
  164. const struct vm_area_struct *vma;
  165. down_read(&mm->mmap_sem);
  166. vma = find_vma(mm, ip);
  167. if (vma) {
  168. file = vma->vm_file;
  169. vmstart = vma->vm_start;
  170. }
  171. if (file) {
  172. ret = trace_seq_path(s, &file->f_path);
  173. if (ret)
  174. ret = trace_seq_printf(s, "[+0x%lx]",
  175. ip - vmstart);
  176. }
  177. up_read(&mm->mmap_sem);
  178. }
  179. if (ret && ((sym_flags & TRACE_ITER_SYM_ADDR) || !file))
  180. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  181. return ret;
  182. }
  183. int
  184. seq_print_userip_objs(const struct userstack_entry *entry, struct trace_seq *s,
  185. unsigned long sym_flags)
  186. {
  187. struct mm_struct *mm = NULL;
  188. int ret = 1;
  189. unsigned int i;
  190. if (trace_flags & TRACE_ITER_SYM_USEROBJ) {
  191. struct task_struct *task;
  192. /*
  193. * we do the lookup on the thread group leader,
  194. * since individual threads might have already quit!
  195. */
  196. rcu_read_lock();
  197. task = find_task_by_vpid(entry->ent.tgid);
  198. if (task)
  199. mm = get_task_mm(task);
  200. rcu_read_unlock();
  201. }
  202. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  203. unsigned long ip = entry->caller[i];
  204. if (ip == ULONG_MAX || !ret)
  205. break;
  206. if (i && ret)
  207. ret = trace_seq_puts(s, " <- ");
  208. if (!ip) {
  209. if (ret)
  210. ret = trace_seq_puts(s, "??");
  211. continue;
  212. }
  213. if (!ret)
  214. break;
  215. if (ret)
  216. ret = seq_print_user_ip(s, mm, ip, sym_flags);
  217. }
  218. if (mm)
  219. mmput(mm);
  220. return ret;
  221. }
  222. int
  223. seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags)
  224. {
  225. int ret;
  226. if (!ip)
  227. return trace_seq_printf(s, "0");
  228. if (sym_flags & TRACE_ITER_SYM_OFFSET)
  229. ret = seq_print_sym_offset(s, "%s", ip);
  230. else
  231. ret = seq_print_sym_short(s, "%s", ip);
  232. if (!ret)
  233. return 0;
  234. if (sym_flags & TRACE_ITER_SYM_ADDR)
  235. ret = trace_seq_printf(s, " <" IP_FMT ">", ip);
  236. return ret;
  237. }
  238. static void
  239. lat_print_generic(struct trace_seq *s, struct trace_entry *entry, int cpu)
  240. {
  241. int hardirq, softirq;
  242. char *comm;
  243. comm = trace_find_cmdline(entry->pid);
  244. trace_seq_printf(s, "%8.8s-%-5d ", comm, entry->pid);
  245. trace_seq_printf(s, "%3d", cpu);
  246. trace_seq_printf(s, "%c%c",
  247. (entry->flags & TRACE_FLAG_IRQS_OFF) ? 'd' :
  248. (entry->flags & TRACE_FLAG_IRQS_NOSUPPORT) ? 'X' : '.',
  249. ((entry->flags & TRACE_FLAG_NEED_RESCHED) ? 'N' : '.'));
  250. hardirq = entry->flags & TRACE_FLAG_HARDIRQ;
  251. softirq = entry->flags & TRACE_FLAG_SOFTIRQ;
  252. if (hardirq && softirq) {
  253. trace_seq_putc(s, 'H');
  254. } else {
  255. if (hardirq) {
  256. trace_seq_putc(s, 'h');
  257. } else {
  258. if (softirq)
  259. trace_seq_putc(s, 's');
  260. else
  261. trace_seq_putc(s, '.');
  262. }
  263. }
  264. if (entry->preempt_count)
  265. trace_seq_printf(s, "%x", entry->preempt_count);
  266. else
  267. trace_seq_puts(s, ".");
  268. }
  269. static unsigned long preempt_mark_thresh = 100;
  270. static void
  271. lat_print_timestamp(struct trace_seq *s, u64 abs_usecs,
  272. unsigned long rel_usecs)
  273. {
  274. trace_seq_printf(s, " %4lldus", abs_usecs);
  275. if (rel_usecs > preempt_mark_thresh)
  276. trace_seq_puts(s, "!: ");
  277. else if (rel_usecs > 1)
  278. trace_seq_puts(s, "+: ");
  279. else
  280. trace_seq_puts(s, " : ");
  281. }
  282. int trace_print_context(struct trace_iterator *iter)
  283. {
  284. struct trace_seq *s = &iter->seq;
  285. struct trace_entry *entry = iter->ent;
  286. char *comm = trace_find_cmdline(entry->pid);
  287. unsigned long long t = ns2usecs(iter->ts);
  288. unsigned long usec_rem = do_div(t, USEC_PER_SEC);
  289. unsigned long secs = (unsigned long)t;
  290. if (!trace_seq_printf(s, "%16s-%-5d ", comm, entry->pid))
  291. goto partial;
  292. if (!trace_seq_printf(s, "[%03d] ", entry->cpu))
  293. goto partial;
  294. if (!trace_seq_printf(s, "%5lu.%06lu: ", secs, usec_rem))
  295. goto partial;
  296. return 0;
  297. partial:
  298. return TRACE_TYPE_PARTIAL_LINE;
  299. }
  300. int trace_print_lat_context(struct trace_iterator *iter)
  301. {
  302. u64 next_ts;
  303. struct trace_seq *s = &iter->seq;
  304. struct trace_entry *entry = iter->ent,
  305. *next_entry = trace_find_next_entry(iter, NULL,
  306. &next_ts);
  307. unsigned long verbose = (trace_flags & TRACE_ITER_VERBOSE);
  308. unsigned long abs_usecs = ns2usecs(iter->ts - iter->tr->time_start);
  309. unsigned long rel_usecs;
  310. if (!next_entry)
  311. next_ts = iter->ts;
  312. rel_usecs = ns2usecs(next_ts - iter->ts);
  313. if (verbose) {
  314. char *comm = trace_find_cmdline(entry->pid);
  315. trace_seq_printf(s, "%16s %5d %3d %d %08x %08lx [%08lx]"
  316. " %ld.%03ldms (+%ld.%03ldms): ",
  317. comm,
  318. entry->pid, entry->cpu, entry->flags,
  319. entry->preempt_count, iter->idx,
  320. ns2usecs(iter->ts),
  321. abs_usecs/1000,
  322. abs_usecs % 1000, rel_usecs/1000,
  323. rel_usecs % 1000);
  324. } else {
  325. lat_print_generic(s, entry, entry->cpu);
  326. lat_print_timestamp(s, abs_usecs, rel_usecs);
  327. }
  328. return 0;
  329. }
  330. static const char state_to_char[] = TASK_STATE_TO_CHAR_STR;
  331. static int task_state_char(unsigned long state)
  332. {
  333. int bit = state ? __ffs(state) + 1 : 0;
  334. return bit < sizeof(state_to_char) - 1 ? state_to_char[bit] : '?';
  335. }
  336. /**
  337. * ftrace_find_event - find a registered event
  338. * @type: the type of event to look for
  339. *
  340. * Returns an event of type @type otherwise NULL
  341. */
  342. struct trace_event *ftrace_find_event(int type)
  343. {
  344. struct trace_event *event;
  345. struct hlist_node *n;
  346. unsigned key;
  347. key = type & (EVENT_HASHSIZE - 1);
  348. hlist_for_each_entry_rcu(event, n, &event_hash[key], node) {
  349. if (event->type == type)
  350. return event;
  351. }
  352. return NULL;
  353. }
  354. /**
  355. * register_ftrace_event - register output for an event type
  356. * @event: the event type to register
  357. *
  358. * Event types are stored in a hash and this hash is used to
  359. * find a way to print an event. If the @event->type is set
  360. * then it will use that type, otherwise it will assign a
  361. * type to use.
  362. *
  363. * If you assign your own type, please make sure it is added
  364. * to the trace_type enum in trace.h, to avoid collisions
  365. * with the dynamic types.
  366. *
  367. * Returns the event type number or zero on error.
  368. */
  369. int register_ftrace_event(struct trace_event *event)
  370. {
  371. unsigned key;
  372. int ret = 0;
  373. mutex_lock(&trace_event_mutex);
  374. if (!event->type)
  375. event->type = next_event_type++;
  376. else if (event->type > __TRACE_LAST_TYPE) {
  377. printk(KERN_WARNING "Need to add type to trace.h\n");
  378. WARN_ON(1);
  379. }
  380. if (ftrace_find_event(event->type))
  381. goto out;
  382. key = event->type & (EVENT_HASHSIZE - 1);
  383. hlist_add_head_rcu(&event->node, &event_hash[key]);
  384. ret = event->type;
  385. out:
  386. mutex_unlock(&trace_event_mutex);
  387. return ret;
  388. }
  389. /**
  390. * unregister_ftrace_event - remove a no longer used event
  391. * @event: the event to remove
  392. */
  393. int unregister_ftrace_event(struct trace_event *event)
  394. {
  395. mutex_lock(&trace_event_mutex);
  396. hlist_del(&event->node);
  397. mutex_unlock(&trace_event_mutex);
  398. return 0;
  399. }
  400. /*
  401. * Standard events
  402. */
  403. int
  404. trace_nop_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  405. {
  406. return 0;
  407. }
  408. /* TRACE_FN */
  409. static int
  410. trace_fn_latency(struct trace_seq *s, struct trace_entry *entry, int flags)
  411. {
  412. struct ftrace_entry *field;
  413. trace_assign_type(field, entry);
  414. if (!seq_print_ip_sym(s, field->ip, flags))
  415. goto partial;
  416. if (!trace_seq_puts(s, " ("))
  417. goto partial;
  418. if (!seq_print_ip_sym(s, field->parent_ip, flags))
  419. goto partial;
  420. if (!trace_seq_puts(s, ")\n"))
  421. goto partial;
  422. return 0;
  423. partial:
  424. return TRACE_TYPE_PARTIAL_LINE;
  425. }
  426. static int
  427. trace_fn_trace(struct trace_seq *s, struct trace_entry *entry, int flags)
  428. {
  429. struct ftrace_entry *field;
  430. trace_assign_type(field, entry);
  431. if (!seq_print_ip_sym(s, field->ip, flags))
  432. goto partial;
  433. if ((flags & TRACE_ITER_PRINT_PARENT) && field->parent_ip) {
  434. if (!trace_seq_printf(s, " <-"))
  435. goto partial;
  436. if (!seq_print_ip_sym(s,
  437. field->parent_ip,
  438. flags))
  439. goto partial;
  440. }
  441. if (!trace_seq_printf(s, "\n"))
  442. goto partial;
  443. return 0;
  444. partial:
  445. return TRACE_TYPE_PARTIAL_LINE;
  446. }
  447. static int
  448. trace_fn_raw(struct trace_seq *s, struct trace_entry *entry, int flags)
  449. {
  450. struct ftrace_entry *field;
  451. trace_assign_type(field, entry);
  452. if (!trace_seq_printf(s, "%lx %lx\n",
  453. field->ip,
  454. field->parent_ip))
  455. return TRACE_TYPE_PARTIAL_LINE;
  456. return 0;
  457. }
  458. static int
  459. trace_fn_hex(struct trace_seq *s, struct trace_entry *entry, int flags)
  460. {
  461. struct ftrace_entry *field;
  462. trace_assign_type(field, entry);
  463. SEQ_PUT_HEX_FIELD_RET(s, field->ip);
  464. SEQ_PUT_HEX_FIELD_RET(s, field->parent_ip);
  465. return 0;
  466. }
  467. static int
  468. trace_fn_bin(struct trace_seq *s, struct trace_entry *entry, int flags)
  469. {
  470. struct ftrace_entry *field;
  471. trace_assign_type(field, entry);
  472. SEQ_PUT_FIELD_RET(s, field->ip);
  473. SEQ_PUT_FIELD_RET(s, field->parent_ip);
  474. return 0;
  475. }
  476. static struct trace_event trace_fn_event = {
  477. .type = TRACE_FN,
  478. .trace = trace_fn_trace,
  479. .latency_trace = trace_fn_latency,
  480. .raw = trace_fn_raw,
  481. .hex = trace_fn_hex,
  482. .binary = trace_fn_bin,
  483. };
  484. /* TRACE_CTX an TRACE_WAKE */
  485. static int
  486. trace_ctxwake_print(struct trace_seq *s, struct trace_entry *entry, int flags,
  487. char *delim)
  488. {
  489. struct ctx_switch_entry *field;
  490. char *comm;
  491. int S, T;
  492. trace_assign_type(field, entry);
  493. T = task_state_char(field->next_state);
  494. S = task_state_char(field->prev_state);
  495. comm = trace_find_cmdline(field->next_pid);
  496. if (!trace_seq_printf(s, " %5d:%3d:%c %s [%03d] %5d:%3d:%c %s\n",
  497. field->prev_pid,
  498. field->prev_prio,
  499. S, delim,
  500. field->next_cpu,
  501. field->next_pid,
  502. field->next_prio,
  503. T, comm))
  504. return TRACE_TYPE_PARTIAL_LINE;
  505. return 0;
  506. }
  507. static int
  508. trace_ctx_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  509. {
  510. return trace_ctxwake_print(s, entry, flags, "==>");
  511. }
  512. static int
  513. trace_wake_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  514. {
  515. return trace_ctxwake_print(s, entry, flags, " +");
  516. }
  517. static int
  518. trace_ctxwake_raw(struct trace_seq *s, struct trace_entry *entry, int flags,
  519. char S)
  520. {
  521. struct ctx_switch_entry *field;
  522. int T;
  523. trace_assign_type(field, entry);
  524. if (!S)
  525. task_state_char(field->prev_state);
  526. T = task_state_char(field->next_state);
  527. if (!trace_seq_printf(s, "%d %d %c %d %d %d %c\n",
  528. field->prev_pid,
  529. field->prev_prio,
  530. S,
  531. field->next_cpu,
  532. field->next_pid,
  533. field->next_prio,
  534. T))
  535. return TRACE_TYPE_PARTIAL_LINE;
  536. return 0;
  537. }
  538. static int
  539. trace_ctx_raw(struct trace_seq *s, struct trace_entry *entry, int flags)
  540. {
  541. return trace_ctxwake_raw(s, entry, flags, 0);
  542. }
  543. static int
  544. trace_wake_raw(struct trace_seq *s, struct trace_entry *entry, int flags)
  545. {
  546. return trace_ctxwake_raw(s, entry, flags, '+');
  547. }
  548. static int
  549. trace_ctxwake_hex(struct trace_seq *s, struct trace_entry *entry, int flags,
  550. char S)
  551. {
  552. struct ctx_switch_entry *field;
  553. int T;
  554. trace_assign_type(field, entry);
  555. if (!S)
  556. task_state_char(field->prev_state);
  557. T = task_state_char(field->next_state);
  558. SEQ_PUT_HEX_FIELD_RET(s, field->prev_pid);
  559. SEQ_PUT_HEX_FIELD_RET(s, field->prev_prio);
  560. SEQ_PUT_HEX_FIELD_RET(s, S);
  561. SEQ_PUT_HEX_FIELD_RET(s, field->next_cpu);
  562. SEQ_PUT_HEX_FIELD_RET(s, field->next_pid);
  563. SEQ_PUT_HEX_FIELD_RET(s, field->next_prio);
  564. SEQ_PUT_HEX_FIELD_RET(s, T);
  565. return 0;
  566. }
  567. static int
  568. trace_ctx_hex(struct trace_seq *s, struct trace_entry *entry, int flags)
  569. {
  570. return trace_ctxwake_hex(s, entry, flags, 0);
  571. }
  572. static int
  573. trace_wake_hex(struct trace_seq *s, struct trace_entry *entry, int flags)
  574. {
  575. return trace_ctxwake_hex(s, entry, flags, '+');
  576. }
  577. static int
  578. trace_ctxwake_bin(struct trace_seq *s, struct trace_entry *entry, int flags)
  579. {
  580. struct ctx_switch_entry *field;
  581. trace_assign_type(field, entry);
  582. SEQ_PUT_FIELD_RET(s, field->prev_pid);
  583. SEQ_PUT_FIELD_RET(s, field->prev_prio);
  584. SEQ_PUT_FIELD_RET(s, field->prev_state);
  585. SEQ_PUT_FIELD_RET(s, field->next_pid);
  586. SEQ_PUT_FIELD_RET(s, field->next_prio);
  587. SEQ_PUT_FIELD_RET(s, field->next_state);
  588. return 0;
  589. }
  590. static struct trace_event trace_ctx_event = {
  591. .type = TRACE_CTX,
  592. .trace = trace_ctx_print,
  593. .latency_trace = trace_ctx_print,
  594. .raw = trace_ctx_raw,
  595. .hex = trace_ctx_hex,
  596. .binary = trace_ctxwake_bin,
  597. };
  598. static struct trace_event trace_wake_event = {
  599. .type = TRACE_WAKE,
  600. .trace = trace_wake_print,
  601. .latency_trace = trace_wake_print,
  602. .raw = trace_wake_raw,
  603. .hex = trace_wake_hex,
  604. .binary = trace_ctxwake_bin,
  605. };
  606. /* TRACE_SPECIAL */
  607. static int
  608. trace_special_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  609. {
  610. struct special_entry *field;
  611. trace_assign_type(field, entry);
  612. if (!trace_seq_printf(s, "# %ld %ld %ld\n",
  613. field->arg1,
  614. field->arg2,
  615. field->arg3))
  616. return TRACE_TYPE_PARTIAL_LINE;
  617. return 0;
  618. }
  619. static int
  620. trace_special_hex(struct trace_seq *s, struct trace_entry *entry, int flags)
  621. {
  622. struct special_entry *field;
  623. trace_assign_type(field, entry);
  624. SEQ_PUT_HEX_FIELD_RET(s, field->arg1);
  625. SEQ_PUT_HEX_FIELD_RET(s, field->arg2);
  626. SEQ_PUT_HEX_FIELD_RET(s, field->arg3);
  627. return 0;
  628. }
  629. static int
  630. trace_special_bin(struct trace_seq *s, struct trace_entry *entry, int flags)
  631. {
  632. struct special_entry *field;
  633. trace_assign_type(field, entry);
  634. SEQ_PUT_FIELD_RET(s, field->arg1);
  635. SEQ_PUT_FIELD_RET(s, field->arg2);
  636. SEQ_PUT_FIELD_RET(s, field->arg3);
  637. return 0;
  638. }
  639. static struct trace_event trace_special_event = {
  640. .type = TRACE_SPECIAL,
  641. .trace = trace_special_print,
  642. .latency_trace = trace_special_print,
  643. .raw = trace_special_print,
  644. .hex = trace_special_hex,
  645. .binary = trace_special_bin,
  646. };
  647. /* TRACE_STACK */
  648. static int
  649. trace_stack_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  650. {
  651. struct stack_entry *field;
  652. int i;
  653. trace_assign_type(field, entry);
  654. for (i = 0; i < FTRACE_STACK_ENTRIES; i++) {
  655. if (i) {
  656. if (!trace_seq_puts(s, " <= "))
  657. goto partial;
  658. if (!seq_print_ip_sym(s, field->caller[i], flags))
  659. goto partial;
  660. }
  661. if (!trace_seq_puts(s, "\n"))
  662. goto partial;
  663. }
  664. return 0;
  665. partial:
  666. return TRACE_TYPE_PARTIAL_LINE;
  667. }
  668. static struct trace_event trace_stack_event = {
  669. .type = TRACE_STACK,
  670. .trace = trace_stack_print,
  671. .latency_trace = trace_stack_print,
  672. .raw = trace_special_print,
  673. .hex = trace_special_hex,
  674. .binary = trace_special_bin,
  675. };
  676. /* TRACE_USER_STACK */
  677. static int
  678. trace_user_stack_print(struct trace_seq *s, struct trace_entry *entry,
  679. int flags)
  680. {
  681. struct userstack_entry *field;
  682. trace_assign_type(field, entry);
  683. if (!seq_print_userip_objs(field, s, flags))
  684. goto partial;
  685. if (!trace_seq_putc(s, '\n'))
  686. goto partial;
  687. return 0;
  688. partial:
  689. return TRACE_TYPE_PARTIAL_LINE;
  690. }
  691. static struct trace_event trace_user_stack_event = {
  692. .type = TRACE_USER_STACK,
  693. .trace = trace_user_stack_print,
  694. .latency_trace = trace_user_stack_print,
  695. .raw = trace_special_print,
  696. .hex = trace_special_hex,
  697. .binary = trace_special_bin,
  698. };
  699. /* TRACE_PRINT */
  700. static int
  701. trace_print_print(struct trace_seq *s, struct trace_entry *entry, int flags)
  702. {
  703. struct print_entry *field;
  704. trace_assign_type(field, entry);
  705. if (!seq_print_ip_sym(s, field->ip, flags))
  706. goto partial;
  707. if (!trace_seq_printf(s, ": %s", field->buf))
  708. goto partial;
  709. return 0;
  710. partial:
  711. return TRACE_TYPE_PARTIAL_LINE;
  712. }
  713. static int
  714. trace_print_raw(struct trace_seq *s, struct trace_entry *entry, int flags)
  715. {
  716. struct print_entry *field;
  717. trace_assign_type(field, entry);
  718. if (!trace_seq_printf(s, "# %lx %s", field->ip, field->buf))
  719. goto partial;
  720. return 0;
  721. partial:
  722. return TRACE_TYPE_PARTIAL_LINE;
  723. }
  724. static struct trace_event trace_print_event = {
  725. .type = TRACE_PRINT,
  726. .trace = trace_print_print,
  727. .latency_trace = trace_print_print,
  728. .raw = trace_print_raw,
  729. .hex = trace_nop_print,
  730. .binary = trace_nop_print,
  731. };
  732. static struct trace_event *events[] __initdata = {
  733. &trace_fn_event,
  734. &trace_ctx_event,
  735. &trace_wake_event,
  736. &trace_special_event,
  737. &trace_stack_event,
  738. &trace_user_stack_event,
  739. &trace_print_event,
  740. NULL
  741. };
  742. __init static int init_events(void)
  743. {
  744. struct trace_event *event;
  745. int i, ret;
  746. for (i = 0; events[i]; i++) {
  747. event = events[i];
  748. ret = register_ftrace_event(event);
  749. if (!ret) {
  750. printk(KERN_WARNING "event %d failed to register\n",
  751. event->type);
  752. WARN_ON_ONCE(1);
  753. }
  754. }
  755. return 0;
  756. }
  757. device_initcall(init_events);