mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-28 07:33:45 -04:00
07eac17339
The `python profiling with jitdump` test failed due to:
1. Target PID extraction resolving to duplicate space-separated values,
which broke the buildid-cache loops.
2. The default workload duration being too short to capture JIT stack
trampoline samples, resulting in 0 matching JIT symbols.
Fix the PID parsing by sorting and retrieving a unique single-line value.
Implement a robust retry loop starting at 1M python loop iterations and
scaling up to 100M iterations until JIT symbols are successfully captured
and verified.
Fixes: c9cd0c7e52 ("perf test: Add python JIT dump test")
Assisted-by: Antigravity:gemini-3.1-pro
Signed-off-by: Ian Rogers <irogers@google.com>
Signed-off-by: Namhyung Kim <namhyung@kernel.org>
109 lines
2.7 KiB
Bash
Executable File
109 lines
2.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# python profiling with jitdump
|
|
# SPDX-License-Identifier: GPL-2.0
|
|
|
|
SHELLDIR=$(dirname $0)
|
|
# shellcheck source=lib/setup_python.sh
|
|
. "${SHELLDIR}"/lib/setup_python.sh
|
|
|
|
OUTPUT=$(${PYTHON} -Xperf_jit -c 'import os, sys; print(os.getpid(), sys.is_stack_trampoline_active())' 2> /dev/null)
|
|
PID=${OUTPUT% *}
|
|
HAS_PERF_JIT=${OUTPUT#* }
|
|
|
|
rm -f /tmp/jit-${PID}.dump 2> /dev/null
|
|
if [ "${HAS_PERF_JIT}" != "True" ]; then
|
|
echo "SKIP: python JIT dump is not available"
|
|
exit 2
|
|
fi
|
|
|
|
PERF_DATA_DIR=$(mktemp -d /tmp/__perf_test.perf.data.dir.XXXXXX)
|
|
PERF_DATA="${PERF_DATA_DIR}/perf.data"
|
|
|
|
cleanup() {
|
|
echo "Cleaning up files..."
|
|
rm -rf ${PERF_DATA_DIR} 2> /dev/null
|
|
for p in ${ALL_PIDS}; do
|
|
rm -f /tmp/jit-${p}.dump /tmp/jitted-${p}-*.so 2> /dev/null
|
|
done
|
|
|
|
trap - EXIT TERM INT
|
|
}
|
|
|
|
trap_cleanup() {
|
|
echo "Unexpected termination"
|
|
cleanup
|
|
exit 1
|
|
}
|
|
|
|
trap trap_cleanup EXIT TERM INT
|
|
|
|
ALL_PIDS=""
|
|
NUM=0
|
|
for iterations in 1000000 10000000 50000000 100000000; do
|
|
echo "Running with $iterations iterations..."
|
|
rm -f "${PERF_DATA}.pid"
|
|
cat <<EOF | perf record -k 1 -g --call-graph dwarf -o "${PERF_DATA}" -- ${PYTHON} -Xperf_jit
|
|
import os
|
|
with open("${PERF_DATA}.pid", "w") as f:
|
|
f.write(str(os.getpid()))
|
|
|
|
def foo(n):
|
|
result = 0
|
|
for _ in range(n):
|
|
result += 1
|
|
return result
|
|
|
|
def bar(n):
|
|
foo(n)
|
|
|
|
def baz(n):
|
|
bar(n)
|
|
|
|
if __name__ == "__main__":
|
|
baz($iterations)
|
|
EOF
|
|
|
|
if [ -f "${PERF_DATA}.pid" ]; then
|
|
REAL_PID=$(cat "${PERF_DATA}.pid")
|
|
ALL_PIDS="${ALL_PIDS} ${REAL_PID}"
|
|
fi
|
|
|
|
# extract PID of the target process from the data
|
|
PID=$(perf report -i "${PERF_DATA}" --stdio -F pid -q -g none | \
|
|
cut -d: -f1 -s | sort -u | head -n 1 | tr -d ' ')
|
|
if [ -z "${PID}" ]; then
|
|
echo "Failed to get PID, retrying..."
|
|
continue
|
|
fi
|
|
ALL_PIDS="${ALL_PIDS} ${PID}"
|
|
|
|
echo "Generate JIT-ed DSOs using perf inject"
|
|
DEBUGINFOD_URLS='' perf inject -i "${PERF_DATA}" -j -o "${PERF_DATA}.jit"
|
|
|
|
echo "Add JIT-ed DSOs to the build-ID cache"
|
|
for F in /tmp/jitted-${PID}-*.so; do
|
|
perf buildid-cache -a "${F}"
|
|
done
|
|
|
|
echo "Check the symbol containing the function/module name"
|
|
NUM=$(perf report -i "${PERF_DATA}.jit" -s sym --stdio | grep -cE 'py::(foo|bar|baz):<stdin>')
|
|
|
|
echo "Remove JIT-ed DSOs from the build-ID cache"
|
|
for F in /tmp/jitted-${PID}-*.so; do
|
|
perf buildid-cache -r "${F}"
|
|
done
|
|
rm -f /tmp/jitted-${PID}-*.so /tmp/jit-${PID}.dump 2>/dev/null
|
|
|
|
if [ "${NUM}" -gt 0 ]; then
|
|
echo "Success: found ${NUM} matching lines"
|
|
break
|
|
fi
|
|
echo "No matching lines found, retrying with more iterations..."
|
|
done
|
|
|
|
cleanup
|
|
|
|
if [ "${NUM}" -eq 0 ]; then
|
|
exit 1
|
|
fi
|