1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM fs_dax
4
5#if !defined(_TRACE_FS_DAX_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_FS_DAX_H
7
8#include <linux/tracepoint.h>
9
10DECLARE_EVENT_CLASS(dax_pmd_fault_class,
11 TP_PROTO(struct inode *inode, struct vm_fault *vmf,
12 pgoff_t max_pgoff, int result),
13 TP_ARGS(inode, vmf, max_pgoff, result),
14 TP_STRUCT__entry(
15 __field(unsigned long, ino)
16 __field(unsigned long, vm_start)
17 __field(unsigned long, vm_end)
18 __field(vm_flags_t, vm_flags)
19 __field(unsigned long, address)
20 __field(pgoff_t, pgoff)
21 __field(pgoff_t, max_pgoff)
22 __field(dev_t, dev)
23 __field(unsigned int, flags)
24 __field(int, result)
25 ),
26 TP_fast_assign(
27 __entry->dev = inode->i_sb->s_dev;
28 __entry->ino = inode->i_ino;
29 __entry->vm_start = vmf->vma->vm_start;
30 __entry->vm_end = vmf->vma->vm_end;
31 __entry->vm_flags = vmf->vma->vm_flags;
32 __entry->address = vmf->address;
33 __entry->flags = vmf->flags;
34 __entry->pgoff = vmf->pgoff;
35 __entry->max_pgoff = max_pgoff;
36 __entry->result = result;
37 ),
38 TP_printk("dev %d:%d ino %#lx %s %s address %#lx vm_start "
39 "%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s",
40 MAJOR(__entry->dev),
41 MINOR(__entry->dev),
42 __entry->ino,
43 __entry->vm_flags & VM_SHARED ? "shared" : "private",
44 __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
45 __entry->address,
46 __entry->vm_start,
47 __entry->vm_end,
48 __entry->pgoff,
49 __entry->max_pgoff,
50 __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
51 )
52)
53
54#define DEFINE_PMD_FAULT_EVENT(name) \
55DEFINE_EVENT(dax_pmd_fault_class, name, \
56 TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
57 pgoff_t max_pgoff, int result), \
58 TP_ARGS(inode, vmf, max_pgoff, result))
59
60DEFINE_PMD_FAULT_EVENT(dax_pmd_fault);
61DEFINE_PMD_FAULT_EVENT(dax_pmd_fault_done);
62
63DECLARE_EVENT_CLASS(dax_pmd_load_hole_class,
64 TP_PROTO(struct inode *inode, struct vm_fault *vmf,
65 struct folio *zero_folio,
66 void *radix_entry),
67 TP_ARGS(inode, vmf, zero_folio, radix_entry),
68 TP_STRUCT__entry(
69 __field(unsigned long, ino)
70 __field(vm_flags_t, vm_flags)
71 __field(unsigned long, address)
72 __field(struct folio *, zero_folio)
73 __field(void *, radix_entry)
74 __field(dev_t, dev)
75 ),
76 TP_fast_assign(
77 __entry->dev = inode->i_sb->s_dev;
78 __entry->ino = inode->i_ino;
79 __entry->vm_flags = vmf->vma->vm_flags;
80 __entry->address = vmf->address;
81 __entry->zero_folio = zero_folio;
82 __entry->radix_entry = radix_entry;
83 ),
84 TP_printk("dev %d:%d ino %#lx %s address %#lx zero_folio %p "
85 "radix_entry %#lx",
86 MAJOR(__entry->dev),
87 MINOR(__entry->dev),
88 __entry->ino,
89 __entry->vm_flags & VM_SHARED ? "shared" : "private",
90 __entry->address,
91 __entry->zero_folio,
92 (unsigned long)__entry->radix_entry
93 )
94)
95
96#define DEFINE_PMD_LOAD_HOLE_EVENT(name) \
97DEFINE_EVENT(dax_pmd_load_hole_class, name, \
98 TP_PROTO(struct inode *inode, struct vm_fault *vmf, \
99 struct folio *zero_folio, void *radix_entry), \
100 TP_ARGS(inode, vmf, zero_folio, radix_entry))
101
102DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole);
103DEFINE_PMD_LOAD_HOLE_EVENT(dax_pmd_load_hole_fallback);
104
105DECLARE_EVENT_CLASS(dax_pte_fault_class,
106 TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result),
107 TP_ARGS(inode, vmf, result),
108 TP_STRUCT__entry(
109 __field(unsigned long, ino)
110 __field(vm_flags_t, vm_flags)
111 __field(unsigned long, address)
112 __field(pgoff_t, pgoff)
113 __field(dev_t, dev)
114 __field(unsigned int, flags)
115 __field(int, result)
116 ),
117 TP_fast_assign(
118 __entry->dev = inode->i_sb->s_dev;
119 __entry->ino = inode->i_ino;
120 __entry->vm_flags = vmf->vma->vm_flags;
121 __entry->address = vmf->address;
122 __entry->flags = vmf->flags;
123 __entry->pgoff = vmf->pgoff;
124 __entry->result = result;
125 ),
126 TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s",
127 MAJOR(__entry->dev),
128 MINOR(__entry->dev),
129 __entry->ino,
130 __entry->vm_flags & VM_SHARED ? "shared" : "private",
131 __print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
132 __entry->address,
133 __entry->pgoff,
134 __print_flags(__entry->result, "|", VM_FAULT_RESULT_TRACE)
135 )
136)
137
138#define DEFINE_PTE_FAULT_EVENT(name) \
139DEFINE_EVENT(dax_pte_fault_class, name, \
140 TP_PROTO(struct inode *inode, struct vm_fault *vmf, int result), \
141 TP_ARGS(inode, vmf, result))
142
143DEFINE_PTE_FAULT_EVENT(dax_pte_fault);
144DEFINE_PTE_FAULT_EVENT(dax_pte_fault_done);
145DEFINE_PTE_FAULT_EVENT(dax_load_hole);
146DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite_no_entry);
147DEFINE_PTE_FAULT_EVENT(dax_insert_pfn_mkwrite);
148
149DECLARE_EVENT_CLASS(dax_writeback_range_class,
150 TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),
151 TP_ARGS(inode, start_index, end_index),
152 TP_STRUCT__entry(
153 __field(unsigned long, ino)
154 __field(pgoff_t, start_index)
155 __field(pgoff_t, end_index)
156 __field(dev_t, dev)
157 ),
158 TP_fast_assign(
159 __entry->dev = inode->i_sb->s_dev;
160 __entry->ino = inode->i_ino;
161 __entry->start_index = start_index;
162 __entry->end_index = end_index;
163 ),
164 TP_printk("dev %d:%d ino %#lx pgoff %#lx-%#lx",
165 MAJOR(__entry->dev),
166 MINOR(__entry->dev),
167 __entry->ino,
168 __entry->start_index,
169 __entry->end_index
170 )
171)
172
173#define DEFINE_WRITEBACK_RANGE_EVENT(name) \
174DEFINE_EVENT(dax_writeback_range_class, name, \
175 TP_PROTO(struct inode *inode, pgoff_t start_index, pgoff_t end_index),\
176 TP_ARGS(inode, start_index, end_index))
177
178DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range);
179DEFINE_WRITEBACK_RANGE_EVENT(dax_writeback_range_done);
180
181TRACE_EVENT(dax_writeback_one,
182 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
183 TP_ARGS(inode, pgoff, pglen),
184 TP_STRUCT__entry(
185 __field(unsigned long, ino)
186 __field(pgoff_t, pgoff)
187 __field(pgoff_t, pglen)
188 __field(dev_t, dev)
189 ),
190 TP_fast_assign(
191 __entry->dev = inode->i_sb->s_dev;
192 __entry->ino = inode->i_ino;
193 __entry->pgoff = pgoff;
194 __entry->pglen = pglen;
195 ),
196 TP_printk("dev %d:%d ino %#lx pgoff %#lx pglen %#lx",
197 MAJOR(__entry->dev),
198 MINOR(__entry->dev),
199 __entry->ino,
200 __entry->pgoff,
201 __entry->pglen
202 )
203)
204
205#endif /* _TRACE_FS_DAX_H */
206
207/* This part must be outside protection */
208#include <trace/define_trace.h>
209

source code of linux/include/trace/events/fs_dax.h