1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM kmem
4
5 #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_KMEM_H
7
8 #include <linux/types.h>
9 #include <linux/tracepoint.h>
10 #include <trace/events/mmflags.h>
11
12 DECLARE_EVENT_CLASS(kmem_alloc,
13
14 TP_PROTO(unsigned long call_site,
15 const void *ptr,
16 size_t bytes_req,
17 size_t bytes_alloc,
18 gfp_t gfp_flags),
19
20 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
21
22 TP_STRUCT__entry(
23 __field( unsigned long, call_site )
24 __field( const void *, ptr )
25 __field( size_t, bytes_req )
26 __field( size_t, bytes_alloc )
27 __field( unsigned long, gfp_flags )
28 ),
29
30 TP_fast_assign(
31 __entry->call_site = call_site;
32 __entry->ptr = ptr;
33 __entry->bytes_req = bytes_req;
34 __entry->bytes_alloc = bytes_alloc;
35 __entry->gfp_flags = (__force unsigned long)gfp_flags;
36 ),
37
38 TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
39 (void *)__entry->call_site,
40 __entry->ptr,
41 __entry->bytes_req,
42 __entry->bytes_alloc,
43 show_gfp_flags(__entry->gfp_flags))
44 );
45
46 DEFINE_EVENT(kmem_alloc, kmalloc,
47
48 TP_PROTO(unsigned long call_site, const void *ptr,
49 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
50
51 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
52 );
53
54 DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
55
56 TP_PROTO(unsigned long call_site, const void *ptr,
57 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
58
59 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
60 );
61
62 DECLARE_EVENT_CLASS(kmem_alloc_node,
63
64 TP_PROTO(unsigned long call_site,
65 const void *ptr,
66 size_t bytes_req,
67 size_t bytes_alloc,
68 gfp_t gfp_flags,
69 int node),
70
71 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
72
73 TP_STRUCT__entry(
74 __field( unsigned long, call_site )
75 __field( const void *, ptr )
76 __field( size_t, bytes_req )
77 __field( size_t, bytes_alloc )
78 __field( unsigned long, gfp_flags )
79 __field( int, node )
80 ),
81
82 TP_fast_assign(
83 __entry->call_site = call_site;
84 __entry->ptr = ptr;
85 __entry->bytes_req = bytes_req;
86 __entry->bytes_alloc = bytes_alloc;
87 __entry->gfp_flags = (__force unsigned long)gfp_flags;
88 __entry->node = node;
89 ),
90
91 TP_printk("call_site=%pS ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
92 (void *)__entry->call_site,
93 __entry->ptr,
94 __entry->bytes_req,
95 __entry->bytes_alloc,
96 show_gfp_flags(__entry->gfp_flags),
97 __entry->node)
98 );
99
100 DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
101
102 TP_PROTO(unsigned long call_site, const void *ptr,
103 size_t bytes_req, size_t bytes_alloc,
104 gfp_t gfp_flags, int node),
105
106 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
107 );
108
109 DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
110
111 TP_PROTO(unsigned long call_site, const void *ptr,
112 size_t bytes_req, size_t bytes_alloc,
113 gfp_t gfp_flags, int node),
114
115 TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
116 );
117
118 TRACE_EVENT(kfree,
119
120 TP_PROTO(unsigned long call_site, const void *ptr),
121
122 TP_ARGS(call_site, ptr),
123
124 TP_STRUCT__entry(
125 __field( unsigned long, call_site )
126 __field( const void *, ptr )
127 ),
128
129 TP_fast_assign(
130 __entry->call_site = call_site;
131 __entry->ptr = ptr;
132 ),
133
134 TP_printk("call_site=%pS ptr=%p",
135 (void *)__entry->call_site, __entry->ptr)
136 );
137
138 TRACE_EVENT(kmem_cache_free,
139
140 TP_PROTO(unsigned long call_site, const void *ptr, const char *name),
141
142 TP_ARGS(call_site, ptr, name),
143
144 TP_STRUCT__entry(
145 __field( unsigned long, call_site )
146 __field( const void *, ptr )
147 __string( name, name )
148 ),
149
150 TP_fast_assign(
151 __entry->call_site = call_site;
152 __entry->ptr = ptr;
153 __assign_str(name, name);
154 ),
155
156 TP_printk("call_site=%pS ptr=%p name=%s",
157 (void *)__entry->call_site, __entry->ptr, __get_str(name))
158 );
159
160 TRACE_EVENT(mm_page_free,
161
162 TP_PROTO(struct page *page, unsigned int order),
163
164 TP_ARGS(page, order),
165
166 TP_STRUCT__entry(
167 __field( unsigned long, pfn )
168 __field( unsigned int, order )
169 ),
170
171 TP_fast_assign(
172 __entry->pfn = page_to_pfn(page);
173 __entry->order = order;
174 ),
175
176 TP_printk("page=%p pfn=0x%lx order=%d",
177 pfn_to_page(__entry->pfn),
178 __entry->pfn,
179 __entry->order)
180 );
181
182 TRACE_EVENT(mm_page_free_batched,
183
184 TP_PROTO(struct page *page),
185
186 TP_ARGS(page),
187
188 TP_STRUCT__entry(
189 __field( unsigned long, pfn )
190 ),
191
192 TP_fast_assign(
193 __entry->pfn = page_to_pfn(page);
194 ),
195
196 TP_printk("page=%p pfn=0x%lx order=0",
197 pfn_to_page(__entry->pfn),
198 __entry->pfn)
199 );
200
201 TRACE_EVENT(mm_page_alloc,
202
203 TP_PROTO(struct page *page, unsigned int order,
204 gfp_t gfp_flags, int migratetype),
205
206 TP_ARGS(page, order, gfp_flags, migratetype),
207
208 TP_STRUCT__entry(
209 __field( unsigned long, pfn )
210 __field( unsigned int, order )
211 __field( unsigned long, gfp_flags )
212 __field( int, migratetype )
213 ),
214
215 TP_fast_assign(
216 __entry->pfn = page ? page_to_pfn(page) : -1UL;
217 __entry->order = order;
218 __entry->gfp_flags = (__force unsigned long)gfp_flags;
219 __entry->migratetype = migratetype;
220 ),
221
222 TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d gfp_flags=%s",
223 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
224 __entry->pfn != -1UL ? __entry->pfn : 0,
225 __entry->order,
226 __entry->migratetype,
227 show_gfp_flags(__entry->gfp_flags))
228 );
229
230 DECLARE_EVENT_CLASS(mm_page,
231
232 TP_PROTO(struct page *page, unsigned int order, int migratetype,
233 int percpu_refill),
234
235 TP_ARGS(page, order, migratetype, percpu_refill),
236
237 TP_STRUCT__entry(
238 __field( unsigned long, pfn )
239 __field( unsigned int, order )
240 __field( int, migratetype )
241 __field( int, percpu_refill )
242 ),
243
244 TP_fast_assign(
245 __entry->pfn = page ? page_to_pfn(page) : -1UL;
246 __entry->order = order;
247 __entry->migratetype = migratetype;
248 __entry->percpu_refill = percpu_refill;
249 ),
250
251 TP_printk("page=%p pfn=0x%lx order=%u migratetype=%d percpu_refill=%d",
252 __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
253 __entry->pfn != -1UL ? __entry->pfn : 0,
254 __entry->order,
255 __entry->migratetype,
256 __entry->percpu_refill)
257 );
258
259 DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
260
261 TP_PROTO(struct page *page, unsigned int order, int migratetype,
262 int percpu_refill),
263
264 TP_ARGS(page, order, migratetype, percpu_refill)
265 );
266
267 TRACE_EVENT(mm_page_pcpu_drain,
268
269 TP_PROTO(struct page *page, unsigned int order, int migratetype),
270
271 TP_ARGS(page, order, migratetype),
272
273 TP_STRUCT__entry(
274 __field( unsigned long, pfn )
275 __field( unsigned int, order )
276 __field( int, migratetype )
277 ),
278
279 TP_fast_assign(
280 __entry->pfn = page ? page_to_pfn(page) : -1UL;
281 __entry->order = order;
282 __entry->migratetype = migratetype;
283 ),
284
285 TP_printk("page=%p pfn=0x%lx order=%d migratetype=%d",
286 pfn_to_page(__entry->pfn), __entry->pfn,
287 __entry->order, __entry->migratetype)
288 );
289
290 TRACE_EVENT(mm_page_alloc_extfrag,
291
292 TP_PROTO(struct page *page,
293 int alloc_order, int fallback_order,
294 int alloc_migratetype, int fallback_migratetype),
295
296 TP_ARGS(page,
297 alloc_order, fallback_order,
298 alloc_migratetype, fallback_migratetype),
299
300 TP_STRUCT__entry(
301 __field( unsigned long, pfn )
302 __field( int, alloc_order )
303 __field( int, fallback_order )
304 __field( int, alloc_migratetype )
305 __field( int, fallback_migratetype )
306 __field( int, change_ownership )
307 ),
308
309 TP_fast_assign(
310 __entry->pfn = page_to_pfn(page);
311 __entry->alloc_order = alloc_order;
312 __entry->fallback_order = fallback_order;
313 __entry->alloc_migratetype = alloc_migratetype;
314 __entry->fallback_migratetype = fallback_migratetype;
315 __entry->change_ownership = (alloc_migratetype ==
316 get_pageblock_migratetype(page));
317 ),
318
319 TP_printk("page=%p pfn=0x%lx alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
320 pfn_to_page(__entry->pfn),
321 __entry->pfn,
322 __entry->alloc_order,
323 __entry->fallback_order,
324 pageblock_order,
325 __entry->alloc_migratetype,
326 __entry->fallback_migratetype,
327 __entry->fallback_order < pageblock_order,
328 __entry->change_ownership)
329 );
330
331 /*
332 * Required for uniquely and securely identifying mm in rss_stat tracepoint.
333 */
334 #ifndef __PTR_TO_HASHVAL
mm_ptr_to_hash(const void * ptr)335 static unsigned int __maybe_unused mm_ptr_to_hash(const void *ptr)
336 {
337 int ret;
338 unsigned long hashval;
339
340 ret = ptr_to_hashval(ptr, &hashval);
341 if (ret)
342 return 0;
343
344 /* The hashed value is only 32-bit */
345 return (unsigned int)hashval;
346 }
347 #define __PTR_TO_HASHVAL
348 #endif
349
350 #define TRACE_MM_PAGES \
351 EM(MM_FILEPAGES) \
352 EM(MM_ANONPAGES) \
353 EM(MM_SWAPENTS) \
354 EMe(MM_SHMEMPAGES)
355
356 #undef EM
357 #undef EMe
358
359 #define EM(a) TRACE_DEFINE_ENUM(a);
360 #define EMe(a) TRACE_DEFINE_ENUM(a);
361
362 TRACE_MM_PAGES
363
364 #undef EM
365 #undef EMe
366
367 #define EM(a) { a, #a },
368 #define EMe(a) { a, #a }
369
370 TRACE_EVENT(rss_stat,
371
372 TP_PROTO(struct mm_struct *mm,
373 int member,
374 long count),
375
376 TP_ARGS(mm, member, count),
377
378 TP_STRUCT__entry(
379 __field(unsigned int, mm_id)
380 __field(unsigned int, curr)
381 __field(int, member)
382 __field(long, size)
383 ),
384
385 TP_fast_assign(
386 __entry->mm_id = mm_ptr_to_hash(mm);
387 __entry->curr = !!(current->mm == mm);
388 __entry->member = member;
389 __entry->size = (count << PAGE_SHIFT);
390 ),
391
392 TP_printk("mm_id=%u curr=%d type=%s size=%ldB",
393 __entry->mm_id,
394 __entry->curr,
395 __print_symbolic(__entry->member, TRACE_MM_PAGES),
396 __entry->size)
397 );
398 #endif /* _TRACE_KMEM_H */
399
400 /* This part must be outside protection */
401 #include <trace/define_trace.h>
402