kmem.h 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394
  1. #undef TRACE_SYSTEM
  2. #define TRACE_SYSTEM kmem
  3. #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
  4. #define _TRACE_KMEM_H
  5. #include <linux/types.h>
  6. #include <linux/tracepoint.h>
  7. /*
  8. * The order of these masks is important. Matching masks will be seen
  9. * first and the left over flags will end up showing by themselves.
  10. *
  11. * For example, if we have GFP_KERNEL before GFP_USER we wil get:
  12. *
  13. * GFP_KERNEL|GFP_HARDWALL
  14. *
  15. * Thus most bits set go first.
  16. */
  17. #define show_gfp_flags(flags) \
  18. (flags) ? __print_flags(flags, "|", \
  19. {(unsigned long)GFP_HIGHUSER_MOVABLE, "GFP_HIGHUSER_MOVABLE"}, \
  20. {(unsigned long)GFP_HIGHUSER, "GFP_HIGHUSER"}, \
  21. {(unsigned long)GFP_USER, "GFP_USER"}, \
  22. {(unsigned long)GFP_TEMPORARY, "GFP_TEMPORARY"}, \
  23. {(unsigned long)GFP_KERNEL, "GFP_KERNEL"}, \
  24. {(unsigned long)GFP_NOFS, "GFP_NOFS"}, \
  25. {(unsigned long)GFP_ATOMIC, "GFP_ATOMIC"}, \
  26. {(unsigned long)GFP_NOIO, "GFP_NOIO"}, \
  27. {(unsigned long)__GFP_HIGH, "GFP_HIGH"}, \
  28. {(unsigned long)__GFP_WAIT, "GFP_WAIT"}, \
  29. {(unsigned long)__GFP_IO, "GFP_IO"}, \
  30. {(unsigned long)__GFP_COLD, "GFP_COLD"}, \
  31. {(unsigned long)__GFP_NOWARN, "GFP_NOWARN"}, \
  32. {(unsigned long)__GFP_REPEAT, "GFP_REPEAT"}, \
  33. {(unsigned long)__GFP_NOFAIL, "GFP_NOFAIL"}, \
  34. {(unsigned long)__GFP_NORETRY, "GFP_NORETRY"}, \
  35. {(unsigned long)__GFP_COMP, "GFP_COMP"}, \
  36. {(unsigned long)__GFP_ZERO, "GFP_ZERO"}, \
  37. {(unsigned long)__GFP_NOMEMALLOC, "GFP_NOMEMALLOC"}, \
  38. {(unsigned long)__GFP_HARDWALL, "GFP_HARDWALL"}, \
  39. {(unsigned long)__GFP_THISNODE, "GFP_THISNODE"}, \
  40. {(unsigned long)__GFP_RECLAIMABLE, "GFP_RECLAIMABLE"}, \
  41. {(unsigned long)__GFP_MOVABLE, "GFP_MOVABLE"} \
  42. ) : "GFP_NOWAIT"
  43. TRACE_EVENT(kmalloc,
  44. TP_PROTO(unsigned long call_site,
  45. const void *ptr,
  46. size_t bytes_req,
  47. size_t bytes_alloc,
  48. gfp_t gfp_flags),
  49. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  50. TP_STRUCT__entry(
  51. __field( unsigned long, call_site )
  52. __field( const void *, ptr )
  53. __field( size_t, bytes_req )
  54. __field( size_t, bytes_alloc )
  55. __field( gfp_t, gfp_flags )
  56. ),
  57. TP_fast_assign(
  58. __entry->call_site = call_site;
  59. __entry->ptr = ptr;
  60. __entry->bytes_req = bytes_req;
  61. __entry->bytes_alloc = bytes_alloc;
  62. __entry->gfp_flags = gfp_flags;
  63. ),
  64. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  65. __entry->call_site,
  66. __entry->ptr,
  67. __entry->bytes_req,
  68. __entry->bytes_alloc,
  69. show_gfp_flags(__entry->gfp_flags))
  70. );
  71. TRACE_EVENT(kmem_cache_alloc,
  72. TP_PROTO(unsigned long call_site,
  73. const void *ptr,
  74. size_t bytes_req,
  75. size_t bytes_alloc,
  76. gfp_t gfp_flags),
  77. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  78. TP_STRUCT__entry(
  79. __field( unsigned long, call_site )
  80. __field( const void *, ptr )
  81. __field( size_t, bytes_req )
  82. __field( size_t, bytes_alloc )
  83. __field( gfp_t, gfp_flags )
  84. ),
  85. TP_fast_assign(
  86. __entry->call_site = call_site;
  87. __entry->ptr = ptr;
  88. __entry->bytes_req = bytes_req;
  89. __entry->bytes_alloc = bytes_alloc;
  90. __entry->gfp_flags = gfp_flags;
  91. ),
  92. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  93. __entry->call_site,
  94. __entry->ptr,
  95. __entry->bytes_req,
  96. __entry->bytes_alloc,
  97. show_gfp_flags(__entry->gfp_flags))
  98. );
  99. TRACE_EVENT(kmalloc_node,
  100. TP_PROTO(unsigned long call_site,
  101. const void *ptr,
  102. size_t bytes_req,
  103. size_t bytes_alloc,
  104. gfp_t gfp_flags,
  105. int node),
  106. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  107. TP_STRUCT__entry(
  108. __field( unsigned long, call_site )
  109. __field( const void *, ptr )
  110. __field( size_t, bytes_req )
  111. __field( size_t, bytes_alloc )
  112. __field( gfp_t, gfp_flags )
  113. __field( int, node )
  114. ),
  115. TP_fast_assign(
  116. __entry->call_site = call_site;
  117. __entry->ptr = ptr;
  118. __entry->bytes_req = bytes_req;
  119. __entry->bytes_alloc = bytes_alloc;
  120. __entry->gfp_flags = gfp_flags;
  121. __entry->node = node;
  122. ),
  123. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  124. __entry->call_site,
  125. __entry->ptr,
  126. __entry->bytes_req,
  127. __entry->bytes_alloc,
  128. show_gfp_flags(__entry->gfp_flags),
  129. __entry->node)
  130. );
  131. TRACE_EVENT(kmem_cache_alloc_node,
  132. TP_PROTO(unsigned long call_site,
  133. const void *ptr,
  134. size_t bytes_req,
  135. size_t bytes_alloc,
  136. gfp_t gfp_flags,
  137. int node),
  138. TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  139. TP_STRUCT__entry(
  140. __field( unsigned long, call_site )
  141. __field( const void *, ptr )
  142. __field( size_t, bytes_req )
  143. __field( size_t, bytes_alloc )
  144. __field( gfp_t, gfp_flags )
  145. __field( int, node )
  146. ),
  147. TP_fast_assign(
  148. __entry->call_site = call_site;
  149. __entry->ptr = ptr;
  150. __entry->bytes_req = bytes_req;
  151. __entry->bytes_alloc = bytes_alloc;
  152. __entry->gfp_flags = gfp_flags;
  153. __entry->node = node;
  154. ),
  155. TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  156. __entry->call_site,
  157. __entry->ptr,
  158. __entry->bytes_req,
  159. __entry->bytes_alloc,
  160. show_gfp_flags(__entry->gfp_flags),
  161. __entry->node)
  162. );
  163. TRACE_EVENT(kfree,
  164. TP_PROTO(unsigned long call_site, const void *ptr),
  165. TP_ARGS(call_site, ptr),
  166. TP_STRUCT__entry(
  167. __field( unsigned long, call_site )
  168. __field( const void *, ptr )
  169. ),
  170. TP_fast_assign(
  171. __entry->call_site = call_site;
  172. __entry->ptr = ptr;
  173. ),
  174. TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
  175. );
  176. TRACE_EVENT(kmem_cache_free,
  177. TP_PROTO(unsigned long call_site, const void *ptr),
  178. TP_ARGS(call_site, ptr),
  179. TP_STRUCT__entry(
  180. __field( unsigned long, call_site )
  181. __field( const void *, ptr )
  182. ),
  183. TP_fast_assign(
  184. __entry->call_site = call_site;
  185. __entry->ptr = ptr;
  186. ),
  187. TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
  188. );
  189. TRACE_EVENT(mm_page_free_direct,
  190. TP_PROTO(struct page *page, unsigned int order),
  191. TP_ARGS(page, order),
  192. TP_STRUCT__entry(
  193. __field( struct page *, page )
  194. __field( unsigned int, order )
  195. ),
  196. TP_fast_assign(
  197. __entry->page = page;
  198. __entry->order = order;
  199. ),
  200. TP_printk("page=%p pfn=%lu order=%d",
  201. __entry->page,
  202. page_to_pfn(__entry->page),
  203. __entry->order)
  204. );
  205. TRACE_EVENT(mm_pagevec_free,
  206. TP_PROTO(struct page *page, int cold),
  207. TP_ARGS(page, cold),
  208. TP_STRUCT__entry(
  209. __field( struct page *, page )
  210. __field( int, cold )
  211. ),
  212. TP_fast_assign(
  213. __entry->page = page;
  214. __entry->cold = cold;
  215. ),
  216. TP_printk("page=%p pfn=%lu order=0 cold=%d",
  217. __entry->page,
  218. page_to_pfn(__entry->page),
  219. __entry->cold)
  220. );
  221. TRACE_EVENT(mm_page_alloc,
  222. TP_PROTO(struct page *page, unsigned int order,
  223. gfp_t gfp_flags, int migratetype),
  224. TP_ARGS(page, order, gfp_flags, migratetype),
  225. TP_STRUCT__entry(
  226. __field( struct page *, page )
  227. __field( unsigned int, order )
  228. __field( gfp_t, gfp_flags )
  229. __field( int, migratetype )
  230. ),
  231. TP_fast_assign(
  232. __entry->page = page;
  233. __entry->order = order;
  234. __entry->gfp_flags = gfp_flags;
  235. __entry->migratetype = migratetype;
  236. ),
  237. TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
  238. __entry->page,
  239. page_to_pfn(__entry->page),
  240. __entry->order,
  241. __entry->migratetype,
  242. show_gfp_flags(__entry->gfp_flags))
  243. );
  244. TRACE_EVENT(mm_page_alloc_zone_locked,
  245. TP_PROTO(struct page *page, unsigned int order, int migratetype),
  246. TP_ARGS(page, order, migratetype),
  247. TP_STRUCT__entry(
  248. __field( struct page *, page )
  249. __field( unsigned int, order )
  250. __field( int, migratetype )
  251. ),
  252. TP_fast_assign(
  253. __entry->page = page;
  254. __entry->order = order;
  255. __entry->migratetype = migratetype;
  256. ),
  257. TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
  258. __entry->page,
  259. page_to_pfn(__entry->page),
  260. __entry->order,
  261. __entry->migratetype,
  262. __entry->order == 0)
  263. );
  264. TRACE_EVENT(mm_page_pcpu_drain,
  265. TP_PROTO(struct page *page, int order, int migratetype),
  266. TP_ARGS(page, order, migratetype),
  267. TP_STRUCT__entry(
  268. __field( struct page *, page )
  269. __field( int, order )
  270. __field( int, migratetype )
  271. ),
  272. TP_fast_assign(
  273. __entry->page = page;
  274. __entry->order = order;
  275. __entry->migratetype = migratetype;
  276. ),
  277. TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
  278. __entry->page,
  279. page_to_pfn(__entry->page),
  280. __entry->order,
  281. __entry->migratetype)
  282. );
  283. TRACE_EVENT(mm_page_alloc_extfrag,
  284. TP_PROTO(struct page *page,
  285. int alloc_order, int fallback_order,
  286. int alloc_migratetype, int fallback_migratetype),
  287. TP_ARGS(page,
  288. alloc_order, fallback_order,
  289. alloc_migratetype, fallback_migratetype),
  290. TP_STRUCT__entry(
  291. __field( struct page *, page )
  292. __field( int, alloc_order )
  293. __field( int, fallback_order )
  294. __field( int, alloc_migratetype )
  295. __field( int, fallback_migratetype )
  296. ),
  297. TP_fast_assign(
  298. __entry->page = page;
  299. __entry->alloc_order = alloc_order;
  300. __entry->fallback_order = fallback_order;
  301. __entry->alloc_migratetype = alloc_migratetype;
  302. __entry->fallback_migratetype = fallback_migratetype;
  303. ),
  304. TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
  305. __entry->page,
  306. page_to_pfn(__entry->page),
  307. __entry->alloc_order,
  308. __entry->fallback_order,
  309. pageblock_order,
  310. __entry->alloc_migratetype,
  311. __entry->fallback_migratetype,
  312. __entry->fallback_order < pageblock_order,
  313. __entry->alloc_migratetype == __entry->fallback_migratetype)
  314. );
  315. #endif /* _TRACE_KMEM_H */
  316. /* This part must be outside protection */
  317. #include <trace/define_trace.h>