1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM xen
5 #if !defined(_TRACE_XEN_H) || defined(TRACE_HEADER_MULTI_READ)
8 #include <linux/tracepoint.h>
9 #include <asm/paravirt_types.h>
10 #include <asm/xen/trace_types.h>
12 struct multicall_entry
;
15 DECLARE_EVENT_CLASS(xen_mc__batch
,
16 TP_PROTO(enum paravirt_lazy_mode mode
),
19 __field(enum paravirt_lazy_mode
, mode
)
21 TP_fast_assign(__entry
->mode
= mode
),
22 TP_printk("start batch LAZY_%s",
23 (__entry
->mode
== PARAVIRT_LAZY_MMU
) ? "MMU" :
24 (__entry
->mode
== PARAVIRT_LAZY_CPU
) ? "CPU" : "NONE")
26 #define DEFINE_XEN_MC_BATCH(name) \
27 DEFINE_EVENT(xen_mc__batch, name, \
28 TP_PROTO(enum paravirt_lazy_mode mode), \
31 DEFINE_XEN_MC_BATCH(xen_mc_batch
);
32 DEFINE_XEN_MC_BATCH(xen_mc_issue
);
34 TRACE_DEFINE_SIZEOF(ulong
);
36 TRACE_EVENT(xen_mc_entry
,
37 TP_PROTO(struct multicall_entry
*mc
, unsigned nargs
),
40 __field(unsigned int, op
)
41 __field(unsigned int, nargs
)
42 __array(unsigned long, args
, 6)
44 TP_fast_assign(__entry
->op
= mc
->op
;
45 __entry
->nargs
= nargs
;
46 memcpy(__entry
->args
, mc
->args
, sizeof(ulong
) * nargs
);
47 memset(__entry
->args
+ nargs
, 0, sizeof(ulong
) * (6 - nargs
));
49 TP_printk("op %u%s args [%lx, %lx, %lx, %lx, %lx, %lx]",
50 __entry
->op
, xen_hypercall_name(__entry
->op
),
51 __entry
->args
[0], __entry
->args
[1], __entry
->args
[2],
52 __entry
->args
[3], __entry
->args
[4], __entry
->args
[5])
55 TRACE_EVENT(xen_mc_entry_alloc
,
56 TP_PROTO(size_t args
),
61 TP_fast_assign(__entry
->args
= args
),
62 TP_printk("alloc entry %zu arg bytes", __entry
->args
)
65 TRACE_EVENT(xen_mc_callback
,
66 TP_PROTO(xen_mc_callback_fn_t fn
, void *data
),
69 __field(xen_mc_callback_fn_t
, fn
)
76 TP_printk("callback %pf, data %p",
77 __entry
->fn
, __entry
->data
)
80 TRACE_EVENT(xen_mc_flush_reason
,
81 TP_PROTO(enum xen_mc_flush_reason reason
),
84 __field(enum xen_mc_flush_reason
, reason
)
86 TP_fast_assign(__entry
->reason
= reason
),
87 TP_printk("flush reason %s",
88 (__entry
->reason
== XEN_MC_FL_NONE
) ? "NONE" :
89 (__entry
->reason
== XEN_MC_FL_BATCH
) ? "BATCH" :
90 (__entry
->reason
== XEN_MC_FL_ARGS
) ? "ARGS" :
91 (__entry
->reason
== XEN_MC_FL_CALLBACK
) ? "CALLBACK" : "??")
94 TRACE_EVENT(xen_mc_flush
,
95 TP_PROTO(unsigned mcidx
, unsigned argidx
, unsigned cbidx
),
96 TP_ARGS(mcidx
, argidx
, cbidx
),
98 __field(unsigned, mcidx
)
99 __field(unsigned, argidx
)
100 __field(unsigned, cbidx
)
102 TP_fast_assign(__entry
->mcidx
= mcidx
;
103 __entry
->argidx
= argidx
;
104 __entry
->cbidx
= cbidx
),
105 TP_printk("flushing %u hypercalls, %u arg bytes, %u callbacks",
106 __entry
->mcidx
, __entry
->argidx
, __entry
->cbidx
)
109 TRACE_EVENT(xen_mc_extend_args
,
110 TP_PROTO(unsigned long op
, size_t args
, enum xen_mc_extend_args res
),
111 TP_ARGS(op
, args
, res
),
113 __field(unsigned int, op
)
114 __field(size_t, args
)
115 __field(enum xen_mc_extend_args
, res
)
117 TP_fast_assign(__entry
->op
= op
;
118 __entry
->args
= args
;
120 TP_printk("extending op %u%s by %zu bytes res %s",
121 __entry
->op
, xen_hypercall_name(__entry
->op
),
123 __entry
->res
== XEN_MC_XE_OK
? "OK" :
124 __entry
->res
== XEN_MC_XE_BAD_OP
? "BAD_OP" :
125 __entry
->res
== XEN_MC_XE_NO_SPACE
? "NO_SPACE" : "???")
128 TRACE_DEFINE_SIZEOF(pteval_t
);
130 DECLARE_EVENT_CLASS(xen_mmu__set_pte
,
131 TP_PROTO(pte_t
*ptep
, pte_t pteval
),
132 TP_ARGS(ptep
, pteval
),
134 __field(pte_t
*, ptep
)
135 __field(pteval_t
, pteval
)
137 TP_fast_assign(__entry
->ptep
= ptep
;
138 __entry
->pteval
= pteval
.pte
),
139 TP_printk("ptep %p pteval %0*llx (raw %0*llx)",
141 (int)sizeof(pteval_t
) * 2, (unsigned long long)pte_val(native_make_pte(__entry
->pteval
)),
142 (int)sizeof(pteval_t
) * 2, (unsigned long long)__entry
->pteval
)
145 #define DEFINE_XEN_MMU_SET_PTE(name) \
146 DEFINE_EVENT(xen_mmu__set_pte, name, \
147 TP_PROTO(pte_t *ptep, pte_t pteval), \
148 TP_ARGS(ptep, pteval))
150 DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte
);
151 DEFINE_XEN_MMU_SET_PTE(xen_mmu_set_pte_atomic
);
153 TRACE_EVENT(xen_mmu_set_pte_at
,
154 TP_PROTO(struct mm_struct
*mm
, unsigned long addr
,
155 pte_t
*ptep
, pte_t pteval
),
156 TP_ARGS(mm
, addr
, ptep
, pteval
),
158 __field(struct mm_struct
*, mm
)
159 __field(unsigned long, addr
)
160 __field(pte_t
*, ptep
)
161 __field(pteval_t
, pteval
)
163 TP_fast_assign(__entry
->mm
= mm
;
164 __entry
->addr
= addr
;
165 __entry
->ptep
= ptep
;
166 __entry
->pteval
= pteval
.pte
),
167 TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
168 __entry
->mm
, __entry
->addr
, __entry
->ptep
,
169 (int)sizeof(pteval_t
) * 2, (unsigned long long)pte_val(native_make_pte(__entry
->pteval
)),
170 (int)sizeof(pteval_t
) * 2, (unsigned long long)__entry
->pteval
)
173 TRACE_EVENT(xen_mmu_pte_clear
,
174 TP_PROTO(struct mm_struct
*mm
, unsigned long addr
, pte_t
*ptep
),
175 TP_ARGS(mm
, addr
, ptep
),
177 __field(struct mm_struct
*, mm
)
178 __field(unsigned long, addr
)
179 __field(pte_t
*, ptep
)
181 TP_fast_assign(__entry
->mm
= mm
;
182 __entry
->addr
= addr
;
183 __entry
->ptep
= ptep
),
184 TP_printk("mm %p addr %lx ptep %p",
185 __entry
->mm
, __entry
->addr
, __entry
->ptep
)
188 TRACE_DEFINE_SIZEOF(pmdval_t
);
190 TRACE_EVENT(xen_mmu_set_pmd
,
191 TP_PROTO(pmd_t
*pmdp
, pmd_t pmdval
),
192 TP_ARGS(pmdp
, pmdval
),
194 __field(pmd_t
*, pmdp
)
195 __field(pmdval_t
, pmdval
)
197 TP_fast_assign(__entry
->pmdp
= pmdp
;
198 __entry
->pmdval
= pmdval
.pmd
),
199 TP_printk("pmdp %p pmdval %0*llx (raw %0*llx)",
201 (int)sizeof(pmdval_t
) * 2, (unsigned long long)pmd_val(native_make_pmd(__entry
->pmdval
)),
202 (int)sizeof(pmdval_t
) * 2, (unsigned long long)__entry
->pmdval
)
205 TRACE_EVENT(xen_mmu_pmd_clear
,
206 TP_PROTO(pmd_t
*pmdp
),
209 __field(pmd_t
*, pmdp
)
211 TP_fast_assign(__entry
->pmdp
= pmdp
),
212 TP_printk("pmdp %p", __entry
->pmdp
)
215 #if CONFIG_PGTABLE_LEVELS >= 4
217 TRACE_DEFINE_SIZEOF(pudval_t
);
219 TRACE_EVENT(xen_mmu_set_pud
,
220 TP_PROTO(pud_t
*pudp
, pud_t pudval
),
221 TP_ARGS(pudp
, pudval
),
223 __field(pud_t
*, pudp
)
224 __field(pudval_t
, pudval
)
226 TP_fast_assign(__entry
->pudp
= pudp
;
227 __entry
->pudval
= native_pud_val(pudval
)),
228 TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
230 (int)sizeof(pudval_t
) * 2, (unsigned long long)pud_val(native_make_pud(__entry
->pudval
)),
231 (int)sizeof(pudval_t
) * 2, (unsigned long long)__entry
->pudval
)
234 TRACE_DEFINE_SIZEOF(p4dval_t
);
236 TRACE_EVENT(xen_mmu_set_p4d
,
237 TP_PROTO(p4d_t
*p4dp
, p4d_t
*user_p4dp
, p4d_t p4dval
),
238 TP_ARGS(p4dp
, user_p4dp
, p4dval
),
240 __field(p4d_t
*, p4dp
)
241 __field(p4d_t
*, user_p4dp
)
242 __field(p4dval_t
, p4dval
)
244 TP_fast_assign(__entry
->p4dp
= p4dp
;
245 __entry
->user_p4dp
= user_p4dp
;
246 __entry
->p4dval
= p4d_val(p4dval
)),
247 TP_printk("p4dp %p user_p4dp %p p4dval %0*llx (raw %0*llx)",
248 __entry
->p4dp
, __entry
->user_p4dp
,
249 (int)sizeof(p4dval_t
) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry
->p4dval
)),
250 (int)sizeof(p4dval_t
) * 2, (unsigned long long)__entry
->p4dval
)
254 TRACE_EVENT(xen_mmu_set_pud
,
255 TP_PROTO(pud_t
*pudp
, pud_t pudval
),
256 TP_ARGS(pudp
, pudval
),
258 __field(pud_t
*, pudp
)
259 __field(pudval_t
, pudval
)
261 TP_fast_assign(__entry
->pudp
= pudp
;
262 __entry
->pudval
= native_pud_val(pudval
)),
263 TP_printk("pudp %p pudval %0*llx (raw %0*llx)",
265 (int)sizeof(pudval_t
) * 2, (unsigned long long)pgd_val(native_make_pgd(__entry
->pudval
)),
266 (int)sizeof(pudval_t
) * 2, (unsigned long long)__entry
->pudval
)
271 DECLARE_EVENT_CLASS(xen_mmu_ptep_modify_prot
,
272 TP_PROTO(struct mm_struct
*mm
, unsigned long addr
,
273 pte_t
*ptep
, pte_t pteval
),
274 TP_ARGS(mm
, addr
, ptep
, pteval
),
276 __field(struct mm_struct
*, mm
)
277 __field(unsigned long, addr
)
278 __field(pte_t
*, ptep
)
279 __field(pteval_t
, pteval
)
281 TP_fast_assign(__entry
->mm
= mm
;
282 __entry
->addr
= addr
;
283 __entry
->ptep
= ptep
;
284 __entry
->pteval
= pteval
.pte
),
285 TP_printk("mm %p addr %lx ptep %p pteval %0*llx (raw %0*llx)",
286 __entry
->mm
, __entry
->addr
, __entry
->ptep
,
287 (int)sizeof(pteval_t
) * 2, (unsigned long long)pte_val(native_make_pte(__entry
->pteval
)),
288 (int)sizeof(pteval_t
) * 2, (unsigned long long)__entry
->pteval
)
290 #define DEFINE_XEN_MMU_PTEP_MODIFY_PROT(name) \
291 DEFINE_EVENT(xen_mmu_ptep_modify_prot, name, \
292 TP_PROTO(struct mm_struct *mm, unsigned long addr, \
293 pte_t *ptep, pte_t pteval), \
294 TP_ARGS(mm, addr, ptep, pteval))
296 DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_start
);
297 DEFINE_XEN_MMU_PTEP_MODIFY_PROT(xen_mmu_ptep_modify_prot_commit
);
299 TRACE_EVENT(xen_mmu_alloc_ptpage
,
300 TP_PROTO(struct mm_struct
*mm
, unsigned long pfn
, unsigned level
, bool pinned
),
301 TP_ARGS(mm
, pfn
, level
, pinned
),
303 __field(struct mm_struct
*, mm
)
304 __field(unsigned long, pfn
)
305 __field(unsigned, level
)
306 __field(bool, pinned
)
308 TP_fast_assign(__entry
->mm
= mm
;
310 __entry
->level
= level
;
311 __entry
->pinned
= pinned
),
312 TP_printk("mm %p pfn %lx level %d %spinned",
313 __entry
->mm
, __entry
->pfn
, __entry
->level
,
314 __entry
->pinned
? "" : "un")
317 TRACE_EVENT(xen_mmu_release_ptpage
,
318 TP_PROTO(unsigned long pfn
, unsigned level
, bool pinned
),
319 TP_ARGS(pfn
, level
, pinned
),
321 __field(unsigned long, pfn
)
322 __field(unsigned, level
)
323 __field(bool, pinned
)
325 TP_fast_assign(__entry
->pfn
= pfn
;
326 __entry
->level
= level
;
327 __entry
->pinned
= pinned
),
328 TP_printk("pfn %lx level %d %spinned",
329 __entry
->pfn
, __entry
->level
,
330 __entry
->pinned
? "" : "un")
333 DECLARE_EVENT_CLASS(xen_mmu_pgd
,
334 TP_PROTO(struct mm_struct
*mm
, pgd_t
*pgd
),
337 __field(struct mm_struct
*, mm
)
338 __field(pgd_t
*, pgd
)
340 TP_fast_assign(__entry
->mm
= mm
;
342 TP_printk("mm %p pgd %p", __entry
->mm
, __entry
->pgd
)
344 #define DEFINE_XEN_MMU_PGD_EVENT(name) \
345 DEFINE_EVENT(xen_mmu_pgd, name, \
346 TP_PROTO(struct mm_struct *mm, pgd_t *pgd), \
349 DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_pin
);
350 DEFINE_XEN_MMU_PGD_EVENT(xen_mmu_pgd_unpin
);
352 TRACE_EVENT(xen_mmu_flush_tlb_all
,
355 TP_STRUCT__entry(__array(char, x
, 0)),
356 TP_fast_assign((void)x
),
360 TRACE_EVENT(xen_mmu_flush_tlb
,
363 TP_STRUCT__entry(__array(char, x
, 0)),
364 TP_fast_assign((void)x
),
368 TRACE_EVENT(xen_mmu_flush_tlb_single
,
369 TP_PROTO(unsigned long addr
),
372 __field(unsigned long, addr
)
374 TP_fast_assign(__entry
->addr
= addr
),
375 TP_printk("addr %lx", __entry
->addr
)
378 TRACE_EVENT(xen_mmu_flush_tlb_others
,
379 TP_PROTO(const struct cpumask
*cpus
, struct mm_struct
*mm
,
380 unsigned long addr
, unsigned long end
),
381 TP_ARGS(cpus
, mm
, addr
, end
),
383 __field(unsigned, ncpus
)
384 __field(struct mm_struct
*, mm
)
385 __field(unsigned long, addr
)
386 __field(unsigned long, end
)
388 TP_fast_assign(__entry
->ncpus
= cpumask_weight(cpus
);
390 __entry
->addr
= addr
,
392 TP_printk("ncpus %d mm %p addr %lx, end %lx",
393 __entry
->ncpus
, __entry
->mm
, __entry
->addr
, __entry
->end
)
396 TRACE_EVENT(xen_mmu_write_cr3
,
397 TP_PROTO(bool kernel
, unsigned long cr3
),
398 TP_ARGS(kernel
, cr3
),
400 __field(bool, kernel
)
401 __field(unsigned long, cr3
)
403 TP_fast_assign(__entry
->kernel
= kernel
;
405 TP_printk("%s cr3 %lx",
406 __entry
->kernel
? "kernel" : "user", __entry
->cr3
)
411 TRACE_EVENT(xen_cpu_write_ldt_entry
,
412 TP_PROTO(struct desc_struct
*dt
, int entrynum
, u64 desc
),
413 TP_ARGS(dt
, entrynum
, desc
),
415 __field(struct desc_struct
*, dt
)
416 __field(int, entrynum
)
419 TP_fast_assign(__entry
->dt
= dt
;
420 __entry
->entrynum
= entrynum
;
421 __entry
->desc
= desc
;
423 TP_printk("dt %p entrynum %d entry %016llx",
424 __entry
->dt
, __entry
->entrynum
,
425 (unsigned long long)__entry
->desc
)
428 TRACE_EVENT(xen_cpu_write_idt_entry
,
429 TP_PROTO(gate_desc
*dt
, int entrynum
, const gate_desc
*ent
),
430 TP_ARGS(dt
, entrynum
, ent
),
432 __field(gate_desc
*, dt
)
433 __field(int, entrynum
)
435 TP_fast_assign(__entry
->dt
= dt
;
436 __entry
->entrynum
= entrynum
;
438 TP_printk("dt %p entrynum %d",
439 __entry
->dt
, __entry
->entrynum
)
442 TRACE_EVENT(xen_cpu_load_idt
,
443 TP_PROTO(const struct desc_ptr
*desc
),
446 __field(unsigned long, addr
)
448 TP_fast_assign(__entry
->addr
= desc
->address
),
449 TP_printk("addr %lx", __entry
->addr
)
452 TRACE_EVENT(xen_cpu_write_gdt_entry
,
453 TP_PROTO(struct desc_struct
*dt
, int entrynum
, const void *desc
, int type
),
454 TP_ARGS(dt
, entrynum
, desc
, type
),
457 __field(struct desc_struct
*, dt
)
458 __field(int, entrynum
)
461 TP_fast_assign(__entry
->dt
= dt
;
462 __entry
->entrynum
= entrynum
;
463 __entry
->desc
= *(u64
*)desc
;
464 __entry
->type
= type
;
466 TP_printk("dt %p entrynum %d type %d desc %016llx",
467 __entry
->dt
, __entry
->entrynum
, __entry
->type
,
468 (unsigned long long)__entry
->desc
)
471 TRACE_EVENT(xen_cpu_set_ldt
,
472 TP_PROTO(const void *addr
, unsigned entries
),
473 TP_ARGS(addr
, entries
),
475 __field(const void *, addr
)
476 __field(unsigned, entries
)
478 TP_fast_assign(__entry
->addr
= addr
;
479 __entry
->entries
= entries
),
480 TP_printk("addr %p entries %u",
481 __entry
->addr
, __entry
->entries
)
485 #endif /* _TRACE_XEN_H */
487 /* This part must be outside protection */
488 #include <trace/define_trace.h>