mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-30 23:59:33 -04:00
b359800c69
queued_spin_unlock() gates its contended_release trace call behind a static branch, so a NOP sits on the unlock path even while the tracepoint is disabled. Removing that requires replacing the unlock implementation only while contended_release is enabled, which needs a callback when the tracepoint is toggled. Convert contended_release to TRACE_EVENT_FN() and add weak no-op arch_contended_release_trace_reg()/arch_contended_release_trace_unreg() hooks. The default hooks are empty, so this is a no-op until an architecture overrides them. No functional change intended. Signed-off-by: Dmitry Ilvokhin <d@ilvokhin.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Acked-by: Juergen Gross <jgross@suse.com> Link: https://patch.msgid.link/1c2fcccfb584c075c02890c484f22c76a1948bf1.1785778551.git.d@ilvokhin.com
167 lines
3.1 KiB
C
167 lines
3.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM lock
|
|
|
|
#if !defined(_TRACE_LOCK_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_LOCK_H
|
|
|
|
#include <linux/tracepoint.h>
|
|
|
|
/* flags for lock:contention_begin */
|
|
#define LCB_F_SPIN (1U << 0)
|
|
#define LCB_F_READ (1U << 1)
|
|
#define LCB_F_WRITE (1U << 2)
|
|
#define LCB_F_RT (1U << 3)
|
|
#define LCB_F_PERCPU (1U << 4)
|
|
#define LCB_F_MUTEX (1U << 5)
|
|
|
|
|
|
#ifdef CONFIG_LOCKDEP
|
|
|
|
#include <linux/lockdep.h>
|
|
|
|
TRACE_EVENT(lock_acquire,
|
|
|
|
TP_PROTO(struct lockdep_map *lock, unsigned int subclass,
|
|
int trylock, int read, int check,
|
|
struct lockdep_map *next_lock, unsigned long ip),
|
|
|
|
TP_ARGS(lock, subclass, trylock, read, check, next_lock, ip),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(unsigned int, flags)
|
|
__string(name, lock->name)
|
|
__field(void *, lockdep_addr)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->flags = (trylock ? 1 : 0) | (read ? 2 : 0);
|
|
__assign_str(name);
|
|
__entry->lockdep_addr = lock;
|
|
),
|
|
|
|
TP_printk("%p %s%s%s", __entry->lockdep_addr,
|
|
(__entry->flags & 1) ? "try " : "",
|
|
(__entry->flags & 2) ? "read " : "",
|
|
__get_str(name))
|
|
);
|
|
|
|
DECLARE_EVENT_CLASS(lock,
|
|
|
|
TP_PROTO(struct lockdep_map *lock, unsigned long ip),
|
|
|
|
TP_ARGS(lock, ip),
|
|
|
|
TP_STRUCT__entry(
|
|
__string( name, lock->name )
|
|
__field( void *, lockdep_addr )
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__assign_str(name);
|
|
__entry->lockdep_addr = lock;
|
|
),
|
|
|
|
TP_printk("%p %s", __entry->lockdep_addr, __get_str(name))
|
|
);
|
|
|
|
DEFINE_EVENT(lock, lock_release,
|
|
|
|
TP_PROTO(struct lockdep_map *lock, unsigned long ip),
|
|
|
|
TP_ARGS(lock, ip)
|
|
);
|
|
|
|
#ifdef CONFIG_LOCK_STAT
|
|
|
|
DEFINE_EVENT(lock, lock_contended,
|
|
|
|
TP_PROTO(struct lockdep_map *lock, unsigned long ip),
|
|
|
|
TP_ARGS(lock, ip)
|
|
);
|
|
|
|
DEFINE_EVENT(lock, lock_acquired,
|
|
|
|
TP_PROTO(struct lockdep_map *lock, unsigned long ip),
|
|
|
|
TP_ARGS(lock, ip)
|
|
);
|
|
|
|
#endif /* CONFIG_LOCK_STAT */
|
|
#endif /* CONFIG_LOCKDEP */
|
|
|
|
TRACE_EVENT(contention_begin,
|
|
|
|
TP_PROTO(void *lock, unsigned int flags),
|
|
|
|
TP_ARGS(lock, flags),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(void *, lock_addr)
|
|
__field(unsigned int, flags)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->lock_addr = lock;
|
|
__entry->flags = flags;
|
|
),
|
|
|
|
TP_printk("%p (flags=%s)", __entry->lock_addr,
|
|
__print_flags(__entry->flags, "|",
|
|
{ LCB_F_SPIN, "SPIN" },
|
|
{ LCB_F_READ, "READ" },
|
|
{ LCB_F_WRITE, "WRITE" },
|
|
{ LCB_F_RT, "RT" },
|
|
{ LCB_F_PERCPU, "PERCPU" },
|
|
{ LCB_F_MUTEX, "MUTEX" }
|
|
))
|
|
);
|
|
|
|
TRACE_EVENT(contention_end,
|
|
|
|
TP_PROTO(void *lock, int ret),
|
|
|
|
TP_ARGS(lock, ret),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(void *, lock_addr)
|
|
__field(int, ret)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->lock_addr = lock;
|
|
__entry->ret = ret;
|
|
),
|
|
|
|
TP_printk("%p (ret=%d)", __entry->lock_addr, __entry->ret)
|
|
);
|
|
|
|
/* kernel/locking/mutex.c */
|
|
int arch_contended_release_trace_reg(void);
|
|
void arch_contended_release_trace_unreg(void);
|
|
|
|
TRACE_EVENT_FN(contended_release,
|
|
|
|
TP_PROTO(void *lock),
|
|
|
|
TP_ARGS(lock),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(void *, lock_addr)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->lock_addr = lock;
|
|
),
|
|
|
|
TP_printk("%p", __entry->lock_addr),
|
|
|
|
arch_contended_release_trace_reg, arch_contended_release_trace_unreg
|
|
);
|
|
|
|
#endif /* _TRACE_LOCK_H */
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|