mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-29 20:58:57 -04:00
094470f3f4
LRU add batches can be drained before they reach capacity. This can be a source of LRU lock contention, but it is not currently possible to attribute these drains to callers with existing tracepoints. Add mm_lru_add_drain to report the CPU and lru_add batch count when an lru_add batch is drained. This allows tracing to distinguish full drains from partial drains and attribute them to the calling stack. Add mm_lru_add_drain_all to capture callers of __lru_add_drain_all and whether they set the force flag for all CPUs. The tracepoint resembles the signature of the enclosing function, but is needed because of potential inlining. Note that DECLARE_TRACE() is used for these new trace hooks to avoid creating a new trace event ABI. Link: https://lore.kernel.org/20260622185127.24579-1-jp.kobryn@linux.dev Signed-off-by: JP Kobryn <jp.kobryn@linux.dev> Reviewed-by: Barry Song <baohua@kernel.org> Acked-by: Shakeel Butt <shakeel.butt@linux.dev> Cc: Axel Rasmussen <axelrasmussen@google.com> Cc: Baoquan He <baoquan.he@linux.dev> Cc: Chris Li <chrisl@kernel.org> Cc: Kairui Song <kasong@tencent.com> Cc: Kemeng Shi <shikemeng@huaweicloud.com> Cc: "Masami Hiramatsu (Google)" <mhiramat@kernel.org> Cc: Mathieu Desnoyers <mathieu.desnoyers@efficios.com> Cc: Matthew Wilcox (Oracle) <willy@infradead.org> Cc: Michal Hocko <mhocko@suse.com> Cc: Nhat Pham <nphamcs@gmail.com> Cc: Steven Rostedt <rostedt@goodmis.org> Cc: Vlastimil Babka <vbabka@kernel.org> Cc: Wei Xu <weixugc@google.com> Cc: Yuanchu Xie <yuanchu@google.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
92 lines
2.4 KiB
C
92 lines
2.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM pagemap
|
|
|
|
#if !defined(_TRACE_PAGEMAP_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_PAGEMAP_H
|
|
|
|
#include <linux/tracepoint.h>
|
|
#include <linux/mm.h>
|
|
|
|
#define PAGEMAP_MAPPED 0x0001u
|
|
#define PAGEMAP_ANONYMOUS 0x0002u
|
|
#define PAGEMAP_FILE 0x0004u
|
|
#define PAGEMAP_SWAPCACHE 0x0008u
|
|
#define PAGEMAP_SWAPBACKED 0x0010u
|
|
#define PAGEMAP_MAPPEDDISK 0x0020u
|
|
#define PAGEMAP_BUFFERS 0x0040u
|
|
|
|
#define trace_pagemap_flags(folio) ( \
|
|
(folio_test_anon(folio) ? PAGEMAP_ANONYMOUS : PAGEMAP_FILE) | \
|
|
(folio_mapped(folio) ? PAGEMAP_MAPPED : 0) | \
|
|
(folio_test_swapcache(folio) ? PAGEMAP_SWAPCACHE : 0) | \
|
|
(folio_test_swapbacked(folio) ? PAGEMAP_SWAPBACKED : 0) | \
|
|
(folio_test_mappedtodisk(folio) ? PAGEMAP_MAPPEDDISK : 0) | \
|
|
(folio_test_private(folio) ? PAGEMAP_BUFFERS : 0) \
|
|
)
|
|
|
|
TRACE_EVENT(mm_lru_insertion,
|
|
|
|
TP_PROTO(struct folio *folio),
|
|
|
|
TP_ARGS(folio),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(struct folio *, folio )
|
|
__field(unsigned long, pfn )
|
|
__field(enum lru_list, lru )
|
|
__field(unsigned long, flags )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->folio = folio;
|
|
__entry->pfn = folio_pfn(folio);
|
|
__entry->lru = folio_lru_list(folio);
|
|
__entry->flags = trace_pagemap_flags(folio);
|
|
),
|
|
|
|
/* Flag format is based on page-types.c formatting for pagemap */
|
|
TP_printk("folio=%p pfn=0x%lx lru=%d flags=%s%s%s%s%s%s",
|
|
__entry->folio,
|
|
__entry->pfn,
|
|
__entry->lru,
|
|
__entry->flags & PAGEMAP_MAPPED ? "M" : " ",
|
|
__entry->flags & PAGEMAP_ANONYMOUS ? "a" : "f",
|
|
__entry->flags & PAGEMAP_SWAPCACHE ? "s" : " ",
|
|
__entry->flags & PAGEMAP_SWAPBACKED ? "b" : " ",
|
|
__entry->flags & PAGEMAP_MAPPEDDISK ? "d" : " ",
|
|
__entry->flags & PAGEMAP_BUFFERS ? "B" : " ")
|
|
);
|
|
|
|
TRACE_EVENT(mm_lru_activate,
|
|
|
|
TP_PROTO(struct folio *folio),
|
|
|
|
TP_ARGS(folio),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(struct folio *, folio )
|
|
__field(unsigned long, pfn )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->folio = folio;
|
|
__entry->pfn = folio_pfn(folio);
|
|
),
|
|
|
|
TP_printk("folio=%p pfn=0x%lx", __entry->folio, __entry->pfn)
|
|
);
|
|
|
|
DECLARE_TRACE(mm_lru_add_drain,
|
|
TP_PROTO(int cpu, unsigned int nr_folios),
|
|
TP_ARGS(cpu, nr_folios));
|
|
|
|
DECLARE_TRACE(mm_lru_add_drain_all,
|
|
TP_PROTO(bool force_all_cpus),
|
|
TP_ARGS(force_all_cpus));
|
|
|
|
#endif /* _TRACE_PAGEMAP_H */
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|