322 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			322 lines
		
	
	
		
			7.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /* SPDX-License-Identifier: GPL-2.0 */
 | |
| #undef TRACE_SYSTEM
 | |
| #define TRACE_SYSTEM kmem
 | |
| 
 | |
| #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
 | |
| #define _TRACE_KMEM_H
 | |
| 
 | |
| #include <linux/types.h>
 | |
| #include <linux/tracepoint.h>
 | |
| #include <trace/events/mmflags.h>
 | |
| 
 | |
| DECLARE_EVENT_CLASS(kmem_alloc,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site,
 | |
| 		 const void *ptr,
 | |
| 		 size_t bytes_req,
 | |
| 		 size_t bytes_alloc,
 | |
| 		 gfp_t gfp_flags),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	call_site	)
 | |
| 		__field(	const void *,	ptr		)
 | |
| 		__field(	size_t,		bytes_req	)
 | |
| 		__field(	size_t,		bytes_alloc	)
 | |
| 		__field(	gfp_t,		gfp_flags	)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->call_site	= call_site;
 | |
| 		__entry->ptr		= ptr;
 | |
| 		__entry->bytes_req	= bytes_req;
 | |
| 		__entry->bytes_alloc	= bytes_alloc;
 | |
| 		__entry->gfp_flags	= gfp_flags;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
 | |
| 		__entry->call_site,
 | |
| 		__entry->ptr,
 | |
| 		__entry->bytes_req,
 | |
| 		__entry->bytes_alloc,
 | |
| 		show_gfp_flags(__entry->gfp_flags))
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_alloc, kmalloc,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr,
 | |
| 		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_alloc, kmem_cache_alloc,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr,
 | |
| 		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
 | |
| );
 | |
| 
 | |
| DECLARE_EVENT_CLASS(kmem_alloc_node,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site,
 | |
| 		 const void *ptr,
 | |
| 		 size_t bytes_req,
 | |
| 		 size_t bytes_alloc,
 | |
| 		 gfp_t gfp_flags,
 | |
| 		 int node),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	call_site	)
 | |
| 		__field(	const void *,	ptr		)
 | |
| 		__field(	size_t,		bytes_req	)
 | |
| 		__field(	size_t,		bytes_alloc	)
 | |
| 		__field(	gfp_t,		gfp_flags	)
 | |
| 		__field(	int,		node		)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->call_site	= call_site;
 | |
| 		__entry->ptr		= ptr;
 | |
| 		__entry->bytes_req	= bytes_req;
 | |
| 		__entry->bytes_alloc	= bytes_alloc;
 | |
| 		__entry->gfp_flags	= gfp_flags;
 | |
| 		__entry->node		= node;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
 | |
| 		__entry->call_site,
 | |
| 		__entry->ptr,
 | |
| 		__entry->bytes_req,
 | |
| 		__entry->bytes_alloc,
 | |
| 		show_gfp_flags(__entry->gfp_flags),
 | |
| 		__entry->node)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_alloc_node, kmalloc_node,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr,
 | |
| 		 size_t bytes_req, size_t bytes_alloc,
 | |
| 		 gfp_t gfp_flags, int node),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr,
 | |
| 		 size_t bytes_req, size_t bytes_alloc,
 | |
| 		 gfp_t gfp_flags, int node),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 | |
| );
 | |
| 
 | |
| DECLARE_EVENT_CLASS(kmem_free,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	call_site	)
 | |
| 		__field(	const void *,	ptr		)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->call_site	= call_site;
 | |
| 		__entry->ptr		= ptr;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_free, kfree,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(kmem_free, kmem_cache_free,
 | |
| 
 | |
| 	TP_PROTO(unsigned long call_site, const void *ptr),
 | |
| 
 | |
| 	TP_ARGS(call_site, ptr)
 | |
| );
 | |
| 
 | |
| TRACE_EVENT(mm_page_free,
 | |
| 
 | |
| 	TP_PROTO(struct page *page, unsigned int order),
 | |
| 
 | |
| 	TP_ARGS(page, order),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn		)
 | |
| 		__field(	unsigned int,	order		)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn		= page_to_pfn(page);
 | |
| 		__entry->order		= order;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu order=%d",
 | |
| 			pfn_to_page(__entry->pfn),
 | |
| 			__entry->pfn,
 | |
| 			__entry->order)
 | |
| );
 | |
| 
 | |
| TRACE_EVENT(mm_page_free_batched,
 | |
| 
 | |
| 	TP_PROTO(struct page *page),
 | |
| 
 | |
| 	TP_ARGS(page),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn		)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn		= page_to_pfn(page);
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu order=0",
 | |
| 			pfn_to_page(__entry->pfn),
 | |
| 			__entry->pfn)
 | |
| );
 | |
| 
 | |
| TRACE_EVENT(mm_page_alloc,
 | |
| 
 | |
| 	TP_PROTO(struct page *page, unsigned int order,
 | |
| 			gfp_t gfp_flags, int migratetype),
 | |
| 
 | |
| 	TP_ARGS(page, order, gfp_flags, migratetype),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn		)
 | |
| 		__field(	unsigned int,	order		)
 | |
| 		__field(	gfp_t,		gfp_flags	)
 | |
| 		__field(	int,		migratetype	)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
 | |
| 		__entry->order		= order;
 | |
| 		__entry->gfp_flags	= gfp_flags;
 | |
| 		__entry->migratetype	= migratetype;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
 | |
| 		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
 | |
| 		__entry->pfn != -1UL ? __entry->pfn : 0,
 | |
| 		__entry->order,
 | |
| 		__entry->migratetype,
 | |
| 		show_gfp_flags(__entry->gfp_flags))
 | |
| );
 | |
| 
 | |
| DECLARE_EVENT_CLASS(mm_page,
 | |
| 
 | |
| 	TP_PROTO(struct page *page, unsigned int order, int migratetype),
 | |
| 
 | |
| 	TP_ARGS(page, order, migratetype),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn		)
 | |
| 		__field(	unsigned int,	order		)
 | |
| 		__field(	int,		migratetype	)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
 | |
| 		__entry->order		= order;
 | |
| 		__entry->migratetype	= migratetype;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
 | |
| 		__entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL,
 | |
| 		__entry->pfn != -1UL ? __entry->pfn : 0,
 | |
| 		__entry->order,
 | |
| 		__entry->migratetype,
 | |
| 		__entry->order == 0)
 | |
| );
 | |
| 
 | |
| DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked,
 | |
| 
 | |
| 	TP_PROTO(struct page *page, unsigned int order, int migratetype),
 | |
| 
 | |
| 	TP_ARGS(page, order, migratetype)
 | |
| );
 | |
| 
 | |
| TRACE_EVENT(mm_page_pcpu_drain,
 | |
| 
 | |
| 	TP_PROTO(struct page *page, unsigned int order, int migratetype),
 | |
| 
 | |
| 	TP_ARGS(page, order, migratetype),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn		)
 | |
| 		__field(	unsigned int,	order		)
 | |
| 		__field(	int,		migratetype	)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn		= page ? page_to_pfn(page) : -1UL;
 | |
| 		__entry->order		= order;
 | |
| 		__entry->migratetype	= migratetype;
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
 | |
| 		pfn_to_page(__entry->pfn), __entry->pfn,
 | |
| 		__entry->order, __entry->migratetype)
 | |
| );
 | |
| 
 | |
| TRACE_EVENT(mm_page_alloc_extfrag,
 | |
| 
 | |
| 	TP_PROTO(struct page *page,
 | |
| 		int alloc_order, int fallback_order,
 | |
| 		int alloc_migratetype, int fallback_migratetype),
 | |
| 
 | |
| 	TP_ARGS(page,
 | |
| 		alloc_order, fallback_order,
 | |
| 		alloc_migratetype, fallback_migratetype),
 | |
| 
 | |
| 	TP_STRUCT__entry(
 | |
| 		__field(	unsigned long,	pfn			)
 | |
| 		__field(	int,		alloc_order		)
 | |
| 		__field(	int,		fallback_order		)
 | |
| 		__field(	int,		alloc_migratetype	)
 | |
| 		__field(	int,		fallback_migratetype	)
 | |
| 		__field(	int,		change_ownership	)
 | |
| 	),
 | |
| 
 | |
| 	TP_fast_assign(
 | |
| 		__entry->pfn			= page_to_pfn(page);
 | |
| 		__entry->alloc_order		= alloc_order;
 | |
| 		__entry->fallback_order		= fallback_order;
 | |
| 		__entry->alloc_migratetype	= alloc_migratetype;
 | |
| 		__entry->fallback_migratetype	= fallback_migratetype;
 | |
| 		__entry->change_ownership	= (alloc_migratetype ==
 | |
| 					get_pageblock_migratetype(page));
 | |
| 	),
 | |
| 
 | |
| 	TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 | |
| 		pfn_to_page(__entry->pfn),
 | |
| 		__entry->pfn,
 | |
| 		__entry->alloc_order,
 | |
| 		__entry->fallback_order,
 | |
| 		pageblock_order,
 | |
| 		__entry->alloc_migratetype,
 | |
| 		__entry->fallback_migratetype,
 | |
| 		__entry->fallback_order < pageblock_order,
 | |
| 		__entry->change_ownership)
 | |
| );
 | |
| 
 | |
| #endif /* _TRACE_KMEM_H */
 | |
| 
 | |
| /* This part must be outside protection */
 | |
| #include <trace/define_trace.h>
 | 
