]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
d0b6e04a LZ |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM block | |
4 | ||
55782138 LZ |
5 | #if !defined(_TRACE_BLOCK_H) || defined(TRACE_HEADER_MULTI_READ) |
6 | #define _TRACE_BLOCK_H | |
7 | ||
8 | #include <linux/blktrace_api.h> | |
9 | #include <linux/blkdev.h> | |
5305cb83 | 10 | #include <linux/buffer_head.h> |
55782138 LZ |
11 | #include <linux/tracepoint.h> |
12 | ||
c09c47ca NK |
13 | #define RWBS_LEN 8 |
14 | ||
5305cb83 TH |
15 | DECLARE_EVENT_CLASS(block_buffer, |
16 | ||
17 | TP_PROTO(struct buffer_head *bh), | |
18 | ||
19 | TP_ARGS(bh), | |
20 | ||
21 | TP_STRUCT__entry ( | |
22 | __field( dev_t, dev ) | |
23 | __field( sector_t, sector ) | |
24 | __field( size_t, size ) | |
25 | ), | |
26 | ||
27 | TP_fast_assign( | |
28 | __entry->dev = bh->b_bdev->bd_dev; | |
29 | __entry->sector = bh->b_blocknr; | |
30 | __entry->size = bh->b_size; | |
31 | ), | |
32 | ||
33 | TP_printk("%d,%d sector=%llu size=%zu", | |
34 | MAJOR(__entry->dev), MINOR(__entry->dev), | |
35 | (unsigned long long)__entry->sector, __entry->size | |
36 | ) | |
37 | ); | |
38 | ||
39 | /** | |
40 | * block_touch_buffer - mark a buffer accessed | |
41 | * @bh: buffer_head being touched | |
42 | * | |
43 | * Called from touch_buffer(). | |
44 | */ | |
45 | DEFINE_EVENT(block_buffer, block_touch_buffer, | |
46 | ||
47 | TP_PROTO(struct buffer_head *bh), | |
48 | ||
49 | TP_ARGS(bh) | |
50 | ); | |
51 | ||
52 | /** | |
53 | * block_dirty_buffer - mark a buffer dirty | |
54 | * @bh: buffer_head being dirtied | |
55 | * | |
56 | * Called from mark_buffer_dirty(). | |
57 | */ | |
58 | DEFINE_EVENT(block_buffer, block_dirty_buffer, | |
59 | ||
60 | TP_PROTO(struct buffer_head *bh), | |
61 | ||
62 | TP_ARGS(bh) | |
63 | ); | |
64 | ||
cee4b7ce CH |
65 | /** |
66 | * block_rq_requeue - place block IO request back on a queue | |
67 | * @q: queue holding operation | |
68 | * @rq: block IO operation request | |
69 | * | |
70 | * The block operation request @rq is being placed back into queue | |
71 | * @q. For some reason the request was not completed and needs to be | |
72 | * put back in the queue. | |
73 | */ | |
74 | TRACE_EVENT(block_rq_requeue, | |
55782138 LZ |
75 | |
76 | TP_PROTO(struct request_queue *q, struct request *rq), | |
77 | ||
78 | TP_ARGS(q, rq), | |
79 | ||
80 | TP_STRUCT__entry( | |
81 | __field( dev_t, dev ) | |
82 | __field( sector_t, sector ) | |
83 | __field( unsigned int, nr_sector ) | |
c09c47ca | 84 | __array( char, rwbs, RWBS_LEN ) |
48b77ad6 | 85 | __dynamic_array( char, cmd, 1 ) |
55782138 LZ |
86 | ), |
87 | ||
88 | TP_fast_assign( | |
89 | __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0; | |
48b77ad6 CH |
90 | __entry->sector = blk_rq_trace_sector(rq); |
91 | __entry->nr_sector = blk_rq_trace_nr_sectors(rq); | |
55782138 | 92 | |
ef295ecf | 93 | blk_fill_rwbs(__entry->rwbs, rq->cmd_flags, blk_rq_bytes(rq)); |
48b77ad6 | 94 | __get_str(cmd)[0] = '\0'; |
55782138 LZ |
95 | ), |
96 | ||
97 | TP_printk("%d,%d %s (%s) %llu + %u [%d]", | |
98 | MAJOR(__entry->dev), MINOR(__entry->dev), | |
99 | __entry->rwbs, __get_str(cmd), | |
6556d1df | 100 | (unsigned long long)__entry->sector, |
caf7df12 | 101 | __entry->nr_sector, 0) |
55782138 LZ |
102 | ); |
103 | ||
881245dc WC |
104 | /** |
105 | * block_rq_complete - block IO operation completed by device driver | |
881245dc | 106 | * @rq: block operations request |
caf7df12 | 107 | * @error: status code |
af5040da | 108 | * @nr_bytes: number of completed bytes |
881245dc WC |
109 | * |
110 | * The block_rq_complete tracepoint event indicates that some portion | |
111 | * of operation request has been completed by the device driver. If | |
112 | * the @rq->bio is %NULL, then there is absolutely no additional work to | |
113 | * do for the request. If @rq->bio is non-NULL then there is | |
114 | * additional work required to complete the request. | |
115 | */ | |
af5040da | 116 | TRACE_EVENT(block_rq_complete, |
77ca1e02 | 117 | |
caf7df12 | 118 | TP_PROTO(struct request *rq, int error, unsigned int nr_bytes), |
77ca1e02 | 119 | |
caf7df12 | 120 | TP_ARGS(rq, error, nr_bytes), |
af5040da RP |
121 | |
122 | TP_STRUCT__entry( | |
123 | __field( dev_t, dev ) | |
124 | __field( sector_t, sector ) | |
125 | __field( unsigned int, nr_sector ) | |
caf7df12 | 126 | __field( int, error ) |
af5040da | 127 | __array( char, rwbs, RWBS_LEN ) |
48b77ad6 | 128 | __dynamic_array( char, cmd, 1 ) |
af5040da RP |
129 | ), |
130 | ||
131 | TP_fast_assign( | |
132 | __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0; | |
133 | __entry->sector = blk_rq_pos(rq); | |
134 | __entry->nr_sector = nr_bytes >> 9; | |
caf7df12 | 135 | __entry->error = error; |
af5040da | 136 | |
ef295ecf | 137 | blk_fill_rwbs(__entry->rwbs, rq->cmd_flags, nr_bytes); |
48b77ad6 | 138 | __get_str(cmd)[0] = '\0'; |
af5040da RP |
139 | ), |
140 | ||
141 | TP_printk("%d,%d %s (%s) %llu + %u [%d]", | |
142 | MAJOR(__entry->dev), MINOR(__entry->dev), | |
143 | __entry->rwbs, __get_str(cmd), | |
144 | (unsigned long long)__entry->sector, | |
caf7df12 | 145 | __entry->nr_sector, __entry->error) |
55782138 LZ |
146 | ); |
147 | ||
77ca1e02 | 148 | DECLARE_EVENT_CLASS(block_rq, |
55782138 LZ |
149 | |
150 | TP_PROTO(struct request_queue *q, struct request *rq), | |
151 | ||
152 | TP_ARGS(q, rq), | |
153 | ||
154 | TP_STRUCT__entry( | |
155 | __field( dev_t, dev ) | |
156 | __field( sector_t, sector ) | |
157 | __field( unsigned int, nr_sector ) | |
158 | __field( unsigned int, bytes ) | |
c09c47ca | 159 | __array( char, rwbs, RWBS_LEN ) |
77ca1e02 | 160 | __array( char, comm, TASK_COMM_LEN ) |
48b77ad6 | 161 | __dynamic_array( char, cmd, 1 ) |
55782138 LZ |
162 | ), |
163 | ||
164 | TP_fast_assign( | |
165 | __entry->dev = rq->rq_disk ? disk_devt(rq->rq_disk) : 0; | |
48b77ad6 CH |
166 | __entry->sector = blk_rq_trace_sector(rq); |
167 | __entry->nr_sector = blk_rq_trace_nr_sectors(rq); | |
168 | __entry->bytes = blk_rq_bytes(rq); | |
55782138 | 169 | |
ef295ecf | 170 | blk_fill_rwbs(__entry->rwbs, rq->cmd_flags, blk_rq_bytes(rq)); |
48b77ad6 | 171 | __get_str(cmd)[0] = '\0'; |
55782138 LZ |
172 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
173 | ), | |
174 | ||
175 | TP_printk("%d,%d %s %u (%s) %llu + %u [%s]", | |
176 | MAJOR(__entry->dev), MINOR(__entry->dev), | |
177 | __entry->rwbs, __entry->bytes, __get_str(cmd), | |
6556d1df SR |
178 | (unsigned long long)__entry->sector, |
179 | __entry->nr_sector, __entry->comm) | |
55782138 LZ |
180 | ); |
181 | ||
881245dc WC |
182 | /** |
183 | * block_rq_insert - insert block operation request into queue | |
184 | * @q: target queue | |
185 | * @rq: block IO operation request | |
186 | * | |
187 | * Called immediately before block operation request @rq is inserted | |
188 | * into queue @q. The fields in the operation request @rq struct can | |
189 | * be examined to determine which device and sectors the pending | |
190 | * operation would access. | |
191 | */ | |
77ca1e02 | 192 | DEFINE_EVENT(block_rq, block_rq_insert, |
55782138 LZ |
193 | |
194 | TP_PROTO(struct request_queue *q, struct request *rq), | |
195 | ||
77ca1e02 | 196 | TP_ARGS(q, rq) |
55782138 LZ |
197 | ); |
198 | ||
881245dc WC |
199 | /** |
200 | * block_rq_issue - issue pending block IO request operation to device driver | |
201 | * @q: queue holding operation | |
202 | * @rq: block IO operation operation request | |
203 | * | |
204 | * Called when block operation request @rq from queue @q is sent to a | |
205 | * device driver for processing. | |
206 | */ | |
77ca1e02 | 207 | DEFINE_EVENT(block_rq, block_rq_issue, |
55782138 LZ |
208 | |
209 | TP_PROTO(struct request_queue *q, struct request *rq), | |
210 | ||
77ca1e02 | 211 | TP_ARGS(q, rq) |
55782138 | 212 | ); |
fe63b94a | 213 | |
881245dc WC |
214 | /** |
215 | * block_bio_bounce - used bounce buffer when processing block operation | |
216 | * @q: queue holding the block operation | |
217 | * @bio: block operation | |
218 | * | |
219 | * A bounce buffer was used to handle the block operation @bio in @q. | |
220 | * This occurs when hardware limitations prevent a direct transfer of | |
221 | * data between the @bio data memory area and the IO device. Use of a | |
222 | * bounce buffer requires extra copying of data and decreases | |
223 | * performance. | |
224 | */ | |
55782138 LZ |
225 | TRACE_EVENT(block_bio_bounce, |
226 | ||
227 | TP_PROTO(struct request_queue *q, struct bio *bio), | |
228 | ||
229 | TP_ARGS(q, bio), | |
230 | ||
231 | TP_STRUCT__entry( | |
232 | __field( dev_t, dev ) | |
233 | __field( sector_t, sector ) | |
234 | __field( unsigned int, nr_sector ) | |
c09c47ca | 235 | __array( char, rwbs, RWBS_LEN ) |
55782138 LZ |
236 | __array( char, comm, TASK_COMM_LEN ) |
237 | ), | |
238 | ||
239 | TP_fast_assign( | |
74d46992 | 240 | __entry->dev = bio_dev(bio); |
4f024f37 | 241 | __entry->sector = bio->bi_iter.bi_sector; |
aa8b57aa | 242 | __entry->nr_sector = bio_sectors(bio); |
ef295ecf | 243 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
55782138 LZ |
244 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
245 | ), | |
246 | ||
247 | TP_printk("%d,%d %s %llu + %u [%s]", | |
248 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
249 | (unsigned long long)__entry->sector, |
250 | __entry->nr_sector, __entry->comm) | |
55782138 LZ |
251 | ); |
252 | ||
881245dc WC |
253 | /** |
254 | * block_bio_complete - completed all work on the block operation | |
0a82a8d1 | 255 | * @q: queue holding the block operation |
881245dc | 256 | * @bio: block operation completed |
b7908c10 | 257 | * @error: io error value |
881245dc WC |
258 | * |
259 | * This tracepoint indicates there is no further work to do on this | |
260 | * block IO operation @bio. | |
261 | */ | |
55782138 LZ |
262 | TRACE_EVENT(block_bio_complete, |
263 | ||
0a82a8d1 | 264 | TP_PROTO(struct request_queue *q, struct bio *bio, int error), |
55782138 | 265 | |
0a82a8d1 | 266 | TP_ARGS(q, bio, error), |
55782138 LZ |
267 | |
268 | TP_STRUCT__entry( | |
269 | __field( dev_t, dev ) | |
270 | __field( sector_t, sector ) | |
271 | __field( unsigned, nr_sector ) | |
272 | __field( int, error ) | |
c09c47ca | 273 | __array( char, rwbs, RWBS_LEN) |
55782138 LZ |
274 | ), |
275 | ||
276 | TP_fast_assign( | |
74d46992 | 277 | __entry->dev = bio_dev(bio); |
4f024f37 | 278 | __entry->sector = bio->bi_iter.bi_sector; |
aa8b57aa | 279 | __entry->nr_sector = bio_sectors(bio); |
b7908c10 | 280 | __entry->error = error; |
ef295ecf | 281 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
55782138 LZ |
282 | ), |
283 | ||
284 | TP_printk("%d,%d %s %llu + %u [%d]", | |
285 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
286 | (unsigned long long)__entry->sector, |
287 | __entry->nr_sector, __entry->error) | |
55782138 LZ |
288 | ); |
289 | ||
8c1cf6bb | 290 | DECLARE_EVENT_CLASS(block_bio_merge, |
55782138 | 291 | |
8c1cf6bb | 292 | TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio), |
55782138 | 293 | |
8c1cf6bb | 294 | TP_ARGS(q, rq, bio), |
55782138 LZ |
295 | |
296 | TP_STRUCT__entry( | |
297 | __field( dev_t, dev ) | |
298 | __field( sector_t, sector ) | |
299 | __field( unsigned int, nr_sector ) | |
c09c47ca | 300 | __array( char, rwbs, RWBS_LEN ) |
55782138 LZ |
301 | __array( char, comm, TASK_COMM_LEN ) |
302 | ), | |
303 | ||
304 | TP_fast_assign( | |
74d46992 | 305 | __entry->dev = bio_dev(bio); |
4f024f37 | 306 | __entry->sector = bio->bi_iter.bi_sector; |
aa8b57aa | 307 | __entry->nr_sector = bio_sectors(bio); |
ef295ecf | 308 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
55782138 LZ |
309 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
310 | ), | |
311 | ||
312 | TP_printk("%d,%d %s %llu + %u [%s]", | |
313 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
314 | (unsigned long long)__entry->sector, |
315 | __entry->nr_sector, __entry->comm) | |
55782138 LZ |
316 | ); |
317 | ||
881245dc WC |
318 | /** |
319 | * block_bio_backmerge - merging block operation to the end of an existing operation | |
320 | * @q: queue holding operation | |
8c1cf6bb | 321 | * @rq: request bio is being merged into |
881245dc WC |
322 | * @bio: new block operation to merge |
323 | * | |
324 | * Merging block request @bio to the end of an existing block request | |
325 | * in queue @q. | |
326 | */ | |
8c1cf6bb | 327 | DEFINE_EVENT(block_bio_merge, block_bio_backmerge, |
55782138 | 328 | |
8c1cf6bb | 329 | TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio), |
55782138 | 330 | |
8c1cf6bb | 331 | TP_ARGS(q, rq, bio) |
55782138 LZ |
332 | ); |
333 | ||
881245dc WC |
334 | /** |
335 | * block_bio_frontmerge - merging block operation to the beginning of an existing operation | |
336 | * @q: queue holding operation | |
8c1cf6bb | 337 | * @rq: request bio is being merged into |
881245dc WC |
338 | * @bio: new block operation to merge |
339 | * | |
340 | * Merging block IO operation @bio to the beginning of an existing block | |
341 | * operation in queue @q. | |
342 | */ | |
8c1cf6bb | 343 | DEFINE_EVENT(block_bio_merge, block_bio_frontmerge, |
55782138 | 344 | |
8c1cf6bb | 345 | TP_PROTO(struct request_queue *q, struct request *rq, struct bio *bio), |
55782138 | 346 | |
8c1cf6bb | 347 | TP_ARGS(q, rq, bio) |
77ca1e02 | 348 | ); |
55782138 | 349 | |
881245dc WC |
350 | /** |
351 | * block_bio_queue - putting new block IO operation in queue | |
352 | * @q: queue holding operation | |
353 | * @bio: new block operation | |
354 | * | |
355 | * About to place the block IO operation @bio into queue @q. | |
356 | */ | |
8c1cf6bb | 357 | TRACE_EVENT(block_bio_queue, |
55782138 | 358 | |
77ca1e02 | 359 | TP_PROTO(struct request_queue *q, struct bio *bio), |
55782138 | 360 | |
8c1cf6bb TH |
361 | TP_ARGS(q, bio), |
362 | ||
363 | TP_STRUCT__entry( | |
364 | __field( dev_t, dev ) | |
365 | __field( sector_t, sector ) | |
366 | __field( unsigned int, nr_sector ) | |
367 | __array( char, rwbs, RWBS_LEN ) | |
368 | __array( char, comm, TASK_COMM_LEN ) | |
369 | ), | |
370 | ||
371 | TP_fast_assign( | |
74d46992 | 372 | __entry->dev = bio_dev(bio); |
4f024f37 | 373 | __entry->sector = bio->bi_iter.bi_sector; |
aa8b57aa | 374 | __entry->nr_sector = bio_sectors(bio); |
ef295ecf | 375 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
8c1cf6bb TH |
376 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
377 | ), | |
378 | ||
379 | TP_printk("%d,%d %s %llu + %u [%s]", | |
380 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
381 | (unsigned long long)__entry->sector, | |
382 | __entry->nr_sector, __entry->comm) | |
55782138 LZ |
383 | ); |
384 | ||
77ca1e02 | 385 | DECLARE_EVENT_CLASS(block_get_rq, |
55782138 LZ |
386 | |
387 | TP_PROTO(struct request_queue *q, struct bio *bio, int rw), | |
388 | ||
389 | TP_ARGS(q, bio, rw), | |
390 | ||
391 | TP_STRUCT__entry( | |
392 | __field( dev_t, dev ) | |
393 | __field( sector_t, sector ) | |
394 | __field( unsigned int, nr_sector ) | |
c09c47ca | 395 | __array( char, rwbs, RWBS_LEN ) |
55782138 LZ |
396 | __array( char, comm, TASK_COMM_LEN ) |
397 | ), | |
398 | ||
399 | TP_fast_assign( | |
74d46992 | 400 | __entry->dev = bio ? bio_dev(bio) : 0; |
4f024f37 | 401 | __entry->sector = bio ? bio->bi_iter.bi_sector : 0; |
aa8b57aa | 402 | __entry->nr_sector = bio ? bio_sectors(bio) : 0; |
ef295ecf | 403 | blk_fill_rwbs(__entry->rwbs, |
1eff9d32 | 404 | bio ? bio->bi_opf : 0, __entry->nr_sector); |
55782138 LZ |
405 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
406 | ), | |
407 | ||
408 | TP_printk("%d,%d %s %llu + %u [%s]", | |
409 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
410 | (unsigned long long)__entry->sector, |
411 | __entry->nr_sector, __entry->comm) | |
55782138 LZ |
412 | ); |
413 | ||
881245dc WC |
414 | /** |
415 | * block_getrq - get a free request entry in queue for block IO operations | |
416 | * @q: queue for operations | |
f8e9ec16 | 417 | * @bio: pending block IO operation (can be %NULL) |
881245dc WC |
418 | * @rw: low bit indicates a read (%0) or a write (%1) |
419 | * | |
420 | * A request struct for queue @q has been allocated to handle the | |
421 | * block IO operation @bio. | |
422 | */ | |
77ca1e02 | 423 | DEFINE_EVENT(block_get_rq, block_getrq, |
55782138 LZ |
424 | |
425 | TP_PROTO(struct request_queue *q, struct bio *bio, int rw), | |
426 | ||
77ca1e02 LZ |
427 | TP_ARGS(q, bio, rw) |
428 | ); | |
55782138 | 429 | |
881245dc WC |
430 | /** |
431 | * block_sleeprq - waiting to get a free request entry in queue for block IO operation | |
432 | * @q: queue for operation | |
f8e9ec16 | 433 | * @bio: pending block IO operation (can be %NULL) |
881245dc WC |
434 | * @rw: low bit indicates a read (%0) or a write (%1) |
435 | * | |
436 | * In the case where a request struct cannot be provided for queue @q | |
437 | * the process needs to wait for an request struct to become | |
438 | * available. This tracepoint event is generated each time the | |
439 | * process goes to sleep waiting for request struct become available. | |
440 | */ | |
77ca1e02 | 441 | DEFINE_EVENT(block_get_rq, block_sleeprq, |
55782138 | 442 | |
77ca1e02 | 443 | TP_PROTO(struct request_queue *q, struct bio *bio, int rw), |
55782138 | 444 | |
77ca1e02 | 445 | TP_ARGS(q, bio, rw) |
55782138 LZ |
446 | ); |
447 | ||
881245dc WC |
448 | /** |
449 | * block_plug - keep operations requests in request queue | |
450 | * @q: request queue to plug | |
451 | * | |
452 | * Plug the request queue @q. Do not allow block operation requests | |
453 | * to be sent to the device driver. Instead, accumulate requests in | |
454 | * the queue to improve throughput performance of the block device. | |
455 | */ | |
55782138 LZ |
456 | TRACE_EVENT(block_plug, |
457 | ||
458 | TP_PROTO(struct request_queue *q), | |
459 | ||
460 | TP_ARGS(q), | |
461 | ||
462 | TP_STRUCT__entry( | |
463 | __array( char, comm, TASK_COMM_LEN ) | |
464 | ), | |
465 | ||
466 | TP_fast_assign( | |
467 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); | |
468 | ), | |
469 | ||
470 | TP_printk("[%s]", __entry->comm) | |
471 | ); | |
472 | ||
77ca1e02 | 473 | DECLARE_EVENT_CLASS(block_unplug, |
55782138 | 474 | |
49cac01e | 475 | TP_PROTO(struct request_queue *q, unsigned int depth, bool explicit), |
55782138 | 476 | |
49cac01e | 477 | TP_ARGS(q, depth, explicit), |
55782138 LZ |
478 | |
479 | TP_STRUCT__entry( | |
480 | __field( int, nr_rq ) | |
481 | __array( char, comm, TASK_COMM_LEN ) | |
482 | ), | |
483 | ||
484 | TP_fast_assign( | |
94b5eb28 | 485 | __entry->nr_rq = depth; |
55782138 LZ |
486 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
487 | ), | |
488 | ||
489 | TP_printk("[%s] %d", __entry->comm, __entry->nr_rq) | |
490 | ); | |
491 | ||
881245dc | 492 | /** |
49cac01e | 493 | * block_unplug - release of operations requests in request queue |
881245dc | 494 | * @q: request queue to unplug |
94b5eb28 | 495 | * @depth: number of requests just added to the queue |
49cac01e | 496 | * @explicit: whether this was an explicit unplug, or one from schedule() |
881245dc WC |
497 | * |
498 | * Unplug request queue @q because device driver is scheduled to work | |
499 | * on elements in the request queue. | |
500 | */ | |
49cac01e | 501 | DEFINE_EVENT(block_unplug, block_unplug, |
55782138 | 502 | |
49cac01e | 503 | TP_PROTO(struct request_queue *q, unsigned int depth, bool explicit), |
55782138 | 504 | |
49cac01e | 505 | TP_ARGS(q, depth, explicit) |
55782138 LZ |
506 | ); |
507 | ||
881245dc WC |
508 | /** |
509 | * block_split - split a single bio struct into two bio structs | |
510 | * @q: queue containing the bio | |
511 | * @bio: block operation being split | |
512 | * @new_sector: The starting sector for the new bio | |
513 | * | |
514 | * The bio request @bio in request queue @q needs to be split into two | |
515 | * bio requests. The newly created @bio request starts at | |
516 | * @new_sector. This split may be required due to hardware limitation | |
517 | * such as operation crossing device boundaries in a RAID system. | |
518 | */ | |
55782138 LZ |
519 | TRACE_EVENT(block_split, |
520 | ||
521 | TP_PROTO(struct request_queue *q, struct bio *bio, | |
522 | unsigned int new_sector), | |
523 | ||
524 | TP_ARGS(q, bio, new_sector), | |
525 | ||
526 | TP_STRUCT__entry( | |
527 | __field( dev_t, dev ) | |
528 | __field( sector_t, sector ) | |
529 | __field( sector_t, new_sector ) | |
c09c47ca | 530 | __array( char, rwbs, RWBS_LEN ) |
55782138 LZ |
531 | __array( char, comm, TASK_COMM_LEN ) |
532 | ), | |
533 | ||
534 | TP_fast_assign( | |
74d46992 | 535 | __entry->dev = bio_dev(bio); |
4f024f37 | 536 | __entry->sector = bio->bi_iter.bi_sector; |
55782138 | 537 | __entry->new_sector = new_sector; |
ef295ecf | 538 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
55782138 LZ |
539 | memcpy(__entry->comm, current->comm, TASK_COMM_LEN); |
540 | ), | |
541 | ||
542 | TP_printk("%d,%d %s %llu / %llu [%s]", | |
543 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
544 | (unsigned long long)__entry->sector, |
545 | (unsigned long long)__entry->new_sector, | |
546 | __entry->comm) | |
55782138 LZ |
547 | ); |
548 | ||
881245dc | 549 | /** |
d07335e5 | 550 | * block_bio_remap - map request for a logical device to the raw device |
881245dc WC |
551 | * @q: queue holding the operation |
552 | * @bio: revised operation | |
553 | * @dev: device for the operation | |
554 | * @from: original sector for the operation | |
555 | * | |
d07335e5 | 556 | * An operation for a logical device has been mapped to the |
881245dc WC |
557 | * raw block device. |
558 | */ | |
d07335e5 | 559 | TRACE_EVENT(block_bio_remap, |
55782138 LZ |
560 | |
561 | TP_PROTO(struct request_queue *q, struct bio *bio, dev_t dev, | |
562 | sector_t from), | |
563 | ||
564 | TP_ARGS(q, bio, dev, from), | |
565 | ||
566 | TP_STRUCT__entry( | |
567 | __field( dev_t, dev ) | |
568 | __field( sector_t, sector ) | |
569 | __field( unsigned int, nr_sector ) | |
570 | __field( dev_t, old_dev ) | |
571 | __field( sector_t, old_sector ) | |
c09c47ca | 572 | __array( char, rwbs, RWBS_LEN) |
55782138 LZ |
573 | ), |
574 | ||
575 | TP_fast_assign( | |
74d46992 | 576 | __entry->dev = bio_dev(bio); |
4f024f37 | 577 | __entry->sector = bio->bi_iter.bi_sector; |
aa8b57aa | 578 | __entry->nr_sector = bio_sectors(bio); |
55782138 LZ |
579 | __entry->old_dev = dev; |
580 | __entry->old_sector = from; | |
ef295ecf | 581 | blk_fill_rwbs(__entry->rwbs, bio->bi_opf, bio->bi_iter.bi_size); |
55782138 LZ |
582 | ), |
583 | ||
584 | TP_printk("%d,%d %s %llu + %u <- (%d,%d) %llu", | |
585 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, | |
6556d1df SR |
586 | (unsigned long long)__entry->sector, |
587 | __entry->nr_sector, | |
55782138 | 588 | MAJOR(__entry->old_dev), MINOR(__entry->old_dev), |
6556d1df | 589 | (unsigned long long)__entry->old_sector) |
55782138 LZ |
590 | ); |
591 | ||
881245dc WC |
592 | /** |
593 | * block_rq_remap - map request for a block operation request | |
594 | * @q: queue holding the operation | |
595 | * @rq: block IO operation request | |
596 | * @dev: device for the operation | |
597 | * @from: original sector for the operation | |
598 | * | |
599 | * The block operation request @rq in @q has been remapped. The block | |
600 | * operation request @rq holds the current information and @from hold | |
601 | * the original sector. | |
602 | */ | |
b0da3f0d JN |
603 | TRACE_EVENT(block_rq_remap, |
604 | ||
605 | TP_PROTO(struct request_queue *q, struct request *rq, dev_t dev, | |
606 | sector_t from), | |
607 | ||
608 | TP_ARGS(q, rq, dev, from), | |
609 | ||
610 | TP_STRUCT__entry( | |
611 | __field( dev_t, dev ) | |
612 | __field( sector_t, sector ) | |
613 | __field( unsigned int, nr_sector ) | |
614 | __field( dev_t, old_dev ) | |
615 | __field( sector_t, old_sector ) | |
75afb352 | 616 | __field( unsigned int, nr_bios ) |
c09c47ca | 617 | __array( char, rwbs, RWBS_LEN) |
b0da3f0d JN |
618 | ), |
619 | ||
620 | TP_fast_assign( | |
621 | __entry->dev = disk_devt(rq->rq_disk); | |
622 | __entry->sector = blk_rq_pos(rq); | |
623 | __entry->nr_sector = blk_rq_sectors(rq); | |
624 | __entry->old_dev = dev; | |
625 | __entry->old_sector = from; | |
75afb352 | 626 | __entry->nr_bios = blk_rq_count_bios(rq); |
ef295ecf | 627 | blk_fill_rwbs(__entry->rwbs, rq->cmd_flags, blk_rq_bytes(rq)); |
b0da3f0d JN |
628 | ), |
629 | ||
75afb352 | 630 | TP_printk("%d,%d %s %llu + %u <- (%d,%d) %llu %u", |
b0da3f0d JN |
631 | MAJOR(__entry->dev), MINOR(__entry->dev), __entry->rwbs, |
632 | (unsigned long long)__entry->sector, | |
633 | __entry->nr_sector, | |
634 | MAJOR(__entry->old_dev), MINOR(__entry->old_dev), | |
75afb352 | 635 | (unsigned long long)__entry->old_sector, __entry->nr_bios) |
b0da3f0d JN |
636 | ); |
637 | ||
55782138 LZ |
638 | #endif /* _TRACE_BLOCK_H */ |
639 | ||
640 | /* This part must be outside protection */ | |
641 | #include <trace/define_trace.h> | |
642 |