]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
b7aba698 MG |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM compaction | |
4 | ||
5 | #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ) | |
6 | #define _TRACE_COMPACTION_H | |
7 | ||
8 | #include <linux/types.h> | |
f8c9301f | 9 | #include <linux/list.h> |
b7aba698 | 10 | #include <linux/tracepoint.h> |
420adbe9 | 11 | #include <trace/events/mmflags.h> |
b7aba698 | 12 | |
fa6c7b46 | 13 | |
b7aba698 MG |
14 | DECLARE_EVENT_CLASS(mm_compaction_isolate_template, |
15 | ||
e34d85f0 JK |
16 | TP_PROTO( |
17 | unsigned long start_pfn, | |
18 | unsigned long end_pfn, | |
19 | unsigned long nr_scanned, | |
b7aba698 MG |
20 | unsigned long nr_taken), |
21 | ||
e34d85f0 | 22 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken), |
b7aba698 MG |
23 | |
24 | TP_STRUCT__entry( | |
e34d85f0 JK |
25 | __field(unsigned long, start_pfn) |
26 | __field(unsigned long, end_pfn) | |
b7aba698 MG |
27 | __field(unsigned long, nr_scanned) |
28 | __field(unsigned long, nr_taken) | |
29 | ), | |
30 | ||
31 | TP_fast_assign( | |
e34d85f0 JK |
32 | __entry->start_pfn = start_pfn; |
33 | __entry->end_pfn = end_pfn; | |
b7aba698 MG |
34 | __entry->nr_scanned = nr_scanned; |
35 | __entry->nr_taken = nr_taken; | |
36 | ), | |
37 | ||
e34d85f0 JK |
38 | TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu", |
39 | __entry->start_pfn, | |
40 | __entry->end_pfn, | |
b7aba698 MG |
41 | __entry->nr_scanned, |
42 | __entry->nr_taken) | |
43 | ); | |
44 | ||
45 | DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages, | |
46 | ||
e34d85f0 JK |
47 | TP_PROTO( |
48 | unsigned long start_pfn, | |
49 | unsigned long end_pfn, | |
50 | unsigned long nr_scanned, | |
b7aba698 MG |
51 | unsigned long nr_taken), |
52 | ||
e34d85f0 | 53 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) |
b7aba698 MG |
54 | ); |
55 | ||
56 | DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages, | |
e34d85f0 JK |
57 | |
58 | TP_PROTO( | |
59 | unsigned long start_pfn, | |
60 | unsigned long end_pfn, | |
61 | unsigned long nr_scanned, | |
b7aba698 MG |
62 | unsigned long nr_taken), |
63 | ||
e34d85f0 | 64 | TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) |
b7aba698 MG |
65 | ); |
66 | ||
67 | TRACE_EVENT(mm_compaction_migratepages, | |
68 | ||
f8c9301f VB |
69 | TP_PROTO(unsigned long nr_all, |
70 | int migrate_rc, | |
71 | struct list_head *migratepages), | |
b7aba698 | 72 | |
f8c9301f | 73 | TP_ARGS(nr_all, migrate_rc, migratepages), |
b7aba698 MG |
74 | |
75 | TP_STRUCT__entry( | |
76 | __field(unsigned long, nr_migrated) | |
77 | __field(unsigned long, nr_failed) | |
78 | ), | |
79 | ||
80 | TP_fast_assign( | |
f8c9301f VB |
81 | unsigned long nr_failed = 0; |
82 | struct list_head *page_lru; | |
83 | ||
84 | /* | |
85 | * migrate_pages() returns either a non-negative number | |
86 | * with the number of pages that failed migration, or an | |
87 | * error code, in which case we need to count the remaining | |
88 | * pages manually | |
89 | */ | |
90 | if (migrate_rc >= 0) | |
91 | nr_failed = migrate_rc; | |
92 | else | |
93 | list_for_each(page_lru, migratepages) | |
94 | nr_failed++; | |
95 | ||
96 | __entry->nr_migrated = nr_all - nr_failed; | |
b7aba698 MG |
97 | __entry->nr_failed = nr_failed; |
98 | ), | |
99 | ||
100 | TP_printk("nr_migrated=%lu nr_failed=%lu", | |
101 | __entry->nr_migrated, | |
102 | __entry->nr_failed) | |
103 | ); | |
104 | ||
0eb927c0 | 105 | TRACE_EVENT(mm_compaction_begin, |
16c4a097 JK |
106 | TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn, |
107 | unsigned long free_pfn, unsigned long zone_end, bool sync), | |
0eb927c0 | 108 | |
16c4a097 | 109 | TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync), |
0eb927c0 MG |
110 | |
111 | TP_STRUCT__entry( | |
112 | __field(unsigned long, zone_start) | |
16c4a097 JK |
113 | __field(unsigned long, migrate_pfn) |
114 | __field(unsigned long, free_pfn) | |
0eb927c0 | 115 | __field(unsigned long, zone_end) |
16c4a097 | 116 | __field(bool, sync) |
0eb927c0 MG |
117 | ), |
118 | ||
119 | TP_fast_assign( | |
120 | __entry->zone_start = zone_start; | |
16c4a097 JK |
121 | __entry->migrate_pfn = migrate_pfn; |
122 | __entry->free_pfn = free_pfn; | |
0eb927c0 | 123 | __entry->zone_end = zone_end; |
16c4a097 | 124 | __entry->sync = sync; |
0eb927c0 MG |
125 | ), |
126 | ||
16c4a097 | 127 | TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s", |
0eb927c0 | 128 | __entry->zone_start, |
16c4a097 JK |
129 | __entry->migrate_pfn, |
130 | __entry->free_pfn, | |
131 | __entry->zone_end, | |
132 | __entry->sync ? "sync" : "async") | |
0eb927c0 MG |
133 | ); |
134 | ||
aff28015 | 135 | #ifdef CONFIG_COMPACTION |
0eb927c0 | 136 | TRACE_EVENT(mm_compaction_end, |
16c4a097 JK |
137 | TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn, |
138 | unsigned long free_pfn, unsigned long zone_end, bool sync, | |
139 | int status), | |
0eb927c0 | 140 | |
16c4a097 | 141 | TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status), |
0eb927c0 MG |
142 | |
143 | TP_STRUCT__entry( | |
16c4a097 JK |
144 | __field(unsigned long, zone_start) |
145 | __field(unsigned long, migrate_pfn) | |
146 | __field(unsigned long, free_pfn) | |
147 | __field(unsigned long, zone_end) | |
148 | __field(bool, sync) | |
0eb927c0 MG |
149 | __field(int, status) |
150 | ), | |
151 | ||
152 | TP_fast_assign( | |
16c4a097 JK |
153 | __entry->zone_start = zone_start; |
154 | __entry->migrate_pfn = migrate_pfn; | |
155 | __entry->free_pfn = free_pfn; | |
156 | __entry->zone_end = zone_end; | |
157 | __entry->sync = sync; | |
0eb927c0 MG |
158 | __entry->status = status; |
159 | ), | |
160 | ||
16c4a097 JK |
161 | TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s", |
162 | __entry->zone_start, | |
163 | __entry->migrate_pfn, | |
164 | __entry->free_pfn, | |
165 | __entry->zone_end, | |
166 | __entry->sync ? "sync" : "async", | |
fa6c7b46 | 167 | __print_symbolic(__entry->status, COMPACTION_STATUS)) |
0eb927c0 | 168 | ); |
aff28015 | 169 | #endif |
b7aba698 | 170 | |
837d026d JK |
171 | TRACE_EVENT(mm_compaction_try_to_compact_pages, |
172 | ||
173 | TP_PROTO( | |
174 | int order, | |
175 | gfp_t gfp_mask, | |
a5508cd8 | 176 | int prio), |
837d026d | 177 | |
a5508cd8 | 178 | TP_ARGS(order, gfp_mask, prio), |
837d026d JK |
179 | |
180 | TP_STRUCT__entry( | |
181 | __field(int, order) | |
182 | __field(gfp_t, gfp_mask) | |
a5508cd8 | 183 | __field(int, prio) |
837d026d JK |
184 | ), |
185 | ||
186 | TP_fast_assign( | |
187 | __entry->order = order; | |
188 | __entry->gfp_mask = gfp_mask; | |
a5508cd8 | 189 | __entry->prio = prio; |
837d026d JK |
190 | ), |
191 | ||
a5508cd8 | 192 | TP_printk("order=%d gfp_mask=0x%x priority=%d", |
837d026d JK |
193 | __entry->order, |
194 | __entry->gfp_mask, | |
a5508cd8 | 195 | __entry->prio) |
837d026d JK |
196 | ); |
197 | ||
aff28015 | 198 | #ifdef CONFIG_COMPACTION |
837d026d JK |
199 | DECLARE_EVENT_CLASS(mm_compaction_suitable_template, |
200 | ||
201 | TP_PROTO(struct zone *zone, | |
202 | int order, | |
203 | int ret), | |
204 | ||
205 | TP_ARGS(zone, order, ret), | |
206 | ||
207 | TP_STRUCT__entry( | |
208 | __field(int, nid) | |
1743d050 | 209 | __field(enum zone_type, idx) |
837d026d JK |
210 | __field(int, order) |
211 | __field(int, ret) | |
212 | ), | |
213 | ||
214 | TP_fast_assign( | |
215 | __entry->nid = zone_to_nid(zone); | |
1743d050 | 216 | __entry->idx = zone_idx(zone); |
837d026d JK |
217 | __entry->order = order; |
218 | __entry->ret = ret; | |
219 | ), | |
220 | ||
221 | TP_printk("node=%d zone=%-8s order=%d ret=%s", | |
222 | __entry->nid, | |
1743d050 | 223 | __print_symbolic(__entry->idx, ZONE_TYPE), |
837d026d | 224 | __entry->order, |
fa6c7b46 | 225 | __print_symbolic(__entry->ret, COMPACTION_STATUS)) |
837d026d JK |
226 | ); |
227 | ||
228 | DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished, | |
229 | ||
230 | TP_PROTO(struct zone *zone, | |
231 | int order, | |
232 | int ret), | |
233 | ||
234 | TP_ARGS(zone, order, ret) | |
235 | ); | |
236 | ||
237 | DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable, | |
238 | ||
239 | TP_PROTO(struct zone *zone, | |
240 | int order, | |
241 | int ret), | |
242 | ||
243 | TP_ARGS(zone, order, ret) | |
244 | ); | |
245 | ||
24e2716f JK |
246 | DECLARE_EVENT_CLASS(mm_compaction_defer_template, |
247 | ||
248 | TP_PROTO(struct zone *zone, int order), | |
249 | ||
250 | TP_ARGS(zone, order), | |
251 | ||
252 | TP_STRUCT__entry( | |
253 | __field(int, nid) | |
1743d050 | 254 | __field(enum zone_type, idx) |
24e2716f JK |
255 | __field(int, order) |
256 | __field(unsigned int, considered) | |
257 | __field(unsigned int, defer_shift) | |
258 | __field(int, order_failed) | |
259 | ), | |
260 | ||
261 | TP_fast_assign( | |
262 | __entry->nid = zone_to_nid(zone); | |
1743d050 | 263 | __entry->idx = zone_idx(zone); |
24e2716f JK |
264 | __entry->order = order; |
265 | __entry->considered = zone->compact_considered; | |
266 | __entry->defer_shift = zone->compact_defer_shift; | |
267 | __entry->order_failed = zone->compact_order_failed; | |
268 | ), | |
269 | ||
270 | TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu", | |
271 | __entry->nid, | |
1743d050 | 272 | __print_symbolic(__entry->idx, ZONE_TYPE), |
24e2716f JK |
273 | __entry->order, |
274 | __entry->order_failed, | |
275 | __entry->considered, | |
276 | 1UL << __entry->defer_shift) | |
277 | ); | |
278 | ||
279 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred, | |
280 | ||
281 | TP_PROTO(struct zone *zone, int order), | |
282 | ||
283 | TP_ARGS(zone, order) | |
284 | ); | |
285 | ||
286 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction, | |
287 | ||
288 | TP_PROTO(struct zone *zone, int order), | |
289 | ||
290 | TP_ARGS(zone, order) | |
291 | ); | |
292 | ||
293 | DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset, | |
294 | ||
295 | TP_PROTO(struct zone *zone, int order), | |
296 | ||
297 | TP_ARGS(zone, order) | |
298 | ); | |
299 | #endif | |
300 | ||
698b1b30 VB |
301 | TRACE_EVENT(mm_compaction_kcompactd_sleep, |
302 | ||
303 | TP_PROTO(int nid), | |
304 | ||
305 | TP_ARGS(nid), | |
306 | ||
307 | TP_STRUCT__entry( | |
308 | __field(int, nid) | |
309 | ), | |
310 | ||
311 | TP_fast_assign( | |
312 | __entry->nid = nid; | |
313 | ), | |
314 | ||
315 | TP_printk("nid=%d", __entry->nid) | |
316 | ); | |
317 | ||
318 | DECLARE_EVENT_CLASS(kcompactd_wake_template, | |
319 | ||
320 | TP_PROTO(int nid, int order, enum zone_type classzone_idx), | |
321 | ||
322 | TP_ARGS(nid, order, classzone_idx), | |
323 | ||
324 | TP_STRUCT__entry( | |
325 | __field(int, nid) | |
326 | __field(int, order) | |
327 | __field(enum zone_type, classzone_idx) | |
328 | ), | |
329 | ||
330 | TP_fast_assign( | |
331 | __entry->nid = nid; | |
332 | __entry->order = order; | |
333 | __entry->classzone_idx = classzone_idx; | |
334 | ), | |
335 | ||
336 | TP_printk("nid=%d order=%d classzone_idx=%-8s", | |
337 | __entry->nid, | |
338 | __entry->order, | |
339 | __print_symbolic(__entry->classzone_idx, ZONE_TYPE)) | |
340 | ); | |
341 | ||
342 | DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd, | |
343 | ||
344 | TP_PROTO(int nid, int order, enum zone_type classzone_idx), | |
345 | ||
346 | TP_ARGS(nid, order, classzone_idx) | |
347 | ); | |
348 | ||
349 | DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake, | |
350 | ||
351 | TP_PROTO(int nid, int order, enum zone_type classzone_idx), | |
352 | ||
353 | TP_ARGS(nid, order, classzone_idx) | |
354 | ); | |
355 | ||
b7aba698 MG |
356 | #endif /* _TRACE_COMPACTION_H */ |
357 | ||
358 | /* This part must be outside protection */ | |
359 | #include <trace/define_trace.h> |