mirror of
https://github.com/torvalds/linux
synced 2024-11-05 18:23:50 +00:00
0197da7aff
The default config is computed during creation of the PMU and may do things like scanning sysfs, when the PMU may just be used as part of scanning. Change default_config to perf_event_attr_init_default, a callback that is used when a default config needs initializing. This avoids holding onto the memory for a perf_event_attr and copying. On a tigerlake laptop running the pmu-scan benchmark: Before: Running 'internals/pmu-scan' benchmark: Computing performance of sysfs PMU event scan for 100 times Average core PMU scanning took: 28.780 usec (+- 0.503 usec) Average PMU scanning took: 283.480 usec (+- 18.471 usec) Number of openat syscalls: 30,227 After: Running 'internals/pmu-scan' benchmark: Computing performance of sysfs PMU event scan for 100 times Average core PMU scanning took: 27.880 usec (+- 0.169 usec) Average PMU scanning took: 245.260 usec (+- 15.758 usec) Number of openat syscalls: 28,914 Over 3 runs it is a nearly 12% reduction in execution time and a 4.3% of openat calls. Signed-off-by: Ian Rogers <irogers@google.com> Reviewed-by: Adrian Hunter <adrian.hunter@intel.com> Cc: Ravi Bangoria <ravi.bangoria@amd.com> Cc: James Clark <james.clark@arm.com> Cc: Suzuki K Poulose <suzuki.poulose@arm.com> Cc: Yang Jihong <yangjihong1@huawei.com> Cc: Will Deacon <will@kernel.org> Cc: Leo Yan <leo.yan@linaro.org> Cc: Mike Leach <mike.leach@linaro.org> Cc: Jing Zhang <renyu.zj@linux.alibaba.com> Cc: Kajol Jain <kjain@linux.ibm.com> Cc: Thomas Richter <tmricht@linux.ibm.com> Cc: Kan Liang <kan.liang@linux.intel.com> Cc: John Garry <john.g.garry@oracle.com> Cc: linux-arm-kernel@lists.infradead.org Cc: coresight@lists.linaro.org Link: https://lore.kernel.org/r/20231012175645.1849503-8-irogers@google.com Signed-off-by: Namhyung Kim <namhyung@kernel.org>
277 lines
7.7 KiB
C
277 lines
7.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Copyright(C) 2015 Linaro Limited. All rights reserved.
|
|
* Author: Mathieu Poirier <mathieu.poirier@linaro.org>
|
|
*/
|
|
|
|
#ifndef INCLUDE__UTIL_PERF_CS_ETM_H__
|
|
#define INCLUDE__UTIL_PERF_CS_ETM_H__
|
|
|
|
#include "debug.h"
|
|
#include "util/event.h"
|
|
#include <linux/bits.h>
|
|
|
|
struct perf_session;
|
|
struct perf_pmu;
|
|
|
|
/*
|
|
* Versioning header in case things need to change in the future. That way
|
|
* decoding of old snapshot is still possible.
|
|
*/
|
|
enum {
|
|
/* Starting with 0x0 */
|
|
CS_HEADER_VERSION,
|
|
/* PMU->type (32 bit), total # of CPUs (32 bit) */
|
|
CS_PMU_TYPE_CPUS,
|
|
CS_ETM_SNAPSHOT,
|
|
CS_HEADER_VERSION_MAX,
|
|
};
|
|
|
|
/*
|
|
* Update the version for new format.
|
|
*
|
|
* Version 1: format adds a param count to the per cpu metadata.
|
|
* This allows easy adding of new metadata parameters.
|
|
* Requires that new params always added after current ones.
|
|
* Also allows client reader to handle file versions that are different by
|
|
* checking the number of params in the file vs the number expected.
|
|
*
|
|
* Version 2: Drivers will use PERF_RECORD_AUX_OUTPUT_HW_ID to output
|
|
* CoreSight Trace ID. ...TRACEIDR metadata will be set to legacy values
|
|
* but with addition flags.
|
|
*/
|
|
#define CS_HEADER_CURRENT_VERSION 2
|
|
|
|
/* Beginning of header common to both ETMv3 and V4 */
|
|
enum {
|
|
CS_ETM_MAGIC,
|
|
CS_ETM_CPU,
|
|
/* Number of trace config params in following ETM specific block */
|
|
CS_ETM_NR_TRC_PARAMS,
|
|
CS_ETM_COMMON_BLK_MAX_V1,
|
|
};
|
|
|
|
/* ETMv3/PTM metadata */
|
|
enum {
|
|
/* Dynamic, configurable parameters */
|
|
CS_ETM_ETMCR = CS_ETM_COMMON_BLK_MAX_V1,
|
|
CS_ETM_ETMTRACEIDR,
|
|
/* RO, taken from sysFS */
|
|
CS_ETM_ETMCCER,
|
|
CS_ETM_ETMIDR,
|
|
CS_ETM_PRIV_MAX,
|
|
};
|
|
|
|
/* define fixed version 0 length - allow new format reader to read old files. */
|
|
#define CS_ETM_NR_TRC_PARAMS_V0 (CS_ETM_ETMIDR - CS_ETM_ETMCR + 1)
|
|
|
|
/* ETMv4 metadata */
|
|
enum {
|
|
/* Dynamic, configurable parameters */
|
|
CS_ETMV4_TRCCONFIGR = CS_ETM_COMMON_BLK_MAX_V1,
|
|
CS_ETMV4_TRCTRACEIDR,
|
|
/* RO, taken from sysFS */
|
|
CS_ETMV4_TRCIDR0,
|
|
CS_ETMV4_TRCIDR1,
|
|
CS_ETMV4_TRCIDR2,
|
|
CS_ETMV4_TRCIDR8,
|
|
CS_ETMV4_TRCAUTHSTATUS,
|
|
CS_ETMV4_TS_SOURCE,
|
|
CS_ETMV4_PRIV_MAX,
|
|
};
|
|
|
|
/* define fixed version 0 length - allow new format reader to read old files. */
|
|
#define CS_ETMV4_NR_TRC_PARAMS_V0 (CS_ETMV4_TRCAUTHSTATUS - CS_ETMV4_TRCCONFIGR + 1)
|
|
|
|
/*
|
|
* ETE metadata is ETMv4 plus TRCDEVARCH register and doesn't support header V0 since it was
|
|
* added in header V1
|
|
*/
|
|
enum {
|
|
/* Dynamic, configurable parameters */
|
|
CS_ETE_TRCCONFIGR = CS_ETM_COMMON_BLK_MAX_V1,
|
|
CS_ETE_TRCTRACEIDR,
|
|
/* RO, taken from sysFS */
|
|
CS_ETE_TRCIDR0,
|
|
CS_ETE_TRCIDR1,
|
|
CS_ETE_TRCIDR2,
|
|
CS_ETE_TRCIDR8,
|
|
CS_ETE_TRCAUTHSTATUS,
|
|
CS_ETE_TRCDEVARCH,
|
|
CS_ETE_TS_SOURCE,
|
|
CS_ETE_PRIV_MAX
|
|
};
|
|
|
|
/*
|
|
* Check for valid CoreSight trace ID. If an invalid value is present in the metadata,
|
|
* then IDs are present in the hardware ID packet in the data file.
|
|
*/
|
|
#define CS_IS_VALID_TRACE_ID(id) ((id > 0) && (id < 0x70))
|
|
|
|
/*
|
|
* ETMv3 exception encoding number:
|
|
* See Embedded Trace Macrocell specification (ARM IHI 0014Q)
|
|
* table 7-12 Encoding of Exception[3:0] for non-ARMv7-M processors.
|
|
*/
|
|
enum {
|
|
CS_ETMV3_EXC_NONE = 0,
|
|
CS_ETMV3_EXC_DEBUG_HALT = 1,
|
|
CS_ETMV3_EXC_SMC = 2,
|
|
CS_ETMV3_EXC_HYP = 3,
|
|
CS_ETMV3_EXC_ASYNC_DATA_ABORT = 4,
|
|
CS_ETMV3_EXC_JAZELLE_THUMBEE = 5,
|
|
CS_ETMV3_EXC_PE_RESET = 8,
|
|
CS_ETMV3_EXC_UNDEFINED_INSTR = 9,
|
|
CS_ETMV3_EXC_SVC = 10,
|
|
CS_ETMV3_EXC_PREFETCH_ABORT = 11,
|
|
CS_ETMV3_EXC_DATA_FAULT = 12,
|
|
CS_ETMV3_EXC_GENERIC = 13,
|
|
CS_ETMV3_EXC_IRQ = 14,
|
|
CS_ETMV3_EXC_FIQ = 15,
|
|
};
|
|
|
|
/*
|
|
* ETMv4 exception encoding number:
|
|
* See ARM Embedded Trace Macrocell Architecture Specification (ARM IHI 0064D)
|
|
* table 6-12 Possible values for the TYPE field in an Exception instruction
|
|
* trace packet, for ARMv7-A/R and ARMv8-A/R PEs.
|
|
*/
|
|
enum {
|
|
CS_ETMV4_EXC_RESET = 0,
|
|
CS_ETMV4_EXC_DEBUG_HALT = 1,
|
|
CS_ETMV4_EXC_CALL = 2,
|
|
CS_ETMV4_EXC_TRAP = 3,
|
|
CS_ETMV4_EXC_SYSTEM_ERROR = 4,
|
|
CS_ETMV4_EXC_INST_DEBUG = 6,
|
|
CS_ETMV4_EXC_DATA_DEBUG = 7,
|
|
CS_ETMV4_EXC_ALIGNMENT = 10,
|
|
CS_ETMV4_EXC_INST_FAULT = 11,
|
|
CS_ETMV4_EXC_DATA_FAULT = 12,
|
|
CS_ETMV4_EXC_IRQ = 14,
|
|
CS_ETMV4_EXC_FIQ = 15,
|
|
CS_ETMV4_EXC_END = 31,
|
|
};
|
|
|
|
enum cs_etm_sample_type {
|
|
CS_ETM_EMPTY,
|
|
CS_ETM_RANGE,
|
|
CS_ETM_DISCONTINUITY,
|
|
CS_ETM_EXCEPTION,
|
|
CS_ETM_EXCEPTION_RET,
|
|
};
|
|
|
|
enum cs_etm_isa {
|
|
CS_ETM_ISA_UNKNOWN,
|
|
CS_ETM_ISA_A64,
|
|
CS_ETM_ISA_A32,
|
|
CS_ETM_ISA_T32,
|
|
};
|
|
|
|
struct cs_etm_queue;
|
|
|
|
struct cs_etm_packet {
|
|
enum cs_etm_sample_type sample_type;
|
|
enum cs_etm_isa isa;
|
|
u64 start_addr;
|
|
u64 end_addr;
|
|
u32 instr_count;
|
|
u32 last_instr_type;
|
|
u32 last_instr_subtype;
|
|
u32 flags;
|
|
u32 exception_number;
|
|
bool last_instr_cond;
|
|
bool last_instr_taken_branch;
|
|
u8 last_instr_size;
|
|
u8 trace_chan_id;
|
|
int cpu;
|
|
};
|
|
|
|
#define CS_ETM_PACKET_MAX_BUFFER 1024
|
|
|
|
/*
|
|
* When working with per-thread scenarios the process under trace can
|
|
* be scheduled on any CPU and as such, more than one traceID may be
|
|
* associated with the same process. Since a traceID of '0' is illegal
|
|
* as per the CoreSight architecture, use that specific value to
|
|
* identify the queue where all packets (with any traceID) are
|
|
* aggregated.
|
|
*/
|
|
#define CS_ETM_PER_THREAD_TRACEID 0
|
|
|
|
struct cs_etm_packet_queue {
|
|
u32 packet_count;
|
|
u32 head;
|
|
u32 tail;
|
|
u32 instr_count;
|
|
u64 cs_timestamp; /* Timestamp from trace data, converted to ns if possible */
|
|
u64 next_cs_timestamp;
|
|
struct cs_etm_packet packet_buffer[CS_ETM_PACKET_MAX_BUFFER];
|
|
};
|
|
|
|
#define KiB(x) ((x) * 1024)
|
|
#define MiB(x) ((x) * 1024 * 1024)
|
|
|
|
#define CS_ETM_INVAL_ADDR 0xdeadbeefdeadbeefUL
|
|
|
|
#define BMVAL(val, lsb, msb) ((val & GENMASK(msb, lsb)) >> lsb)
|
|
|
|
#define CS_ETM_HEADER_SIZE (CS_HEADER_VERSION_MAX * sizeof(u64))
|
|
|
|
#define __perf_cs_etmv3_magic 0x3030303030303030ULL
|
|
#define __perf_cs_etmv4_magic 0x4040404040404040ULL
|
|
#define __perf_cs_ete_magic 0x5050505050505050ULL
|
|
#define CS_ETMV3_PRIV_SIZE (CS_ETM_PRIV_MAX * sizeof(u64))
|
|
#define CS_ETMV4_PRIV_SIZE (CS_ETMV4_PRIV_MAX * sizeof(u64))
|
|
#define CS_ETE_PRIV_SIZE (CS_ETE_PRIV_MAX * sizeof(u64))
|
|
|
|
#define INFO_HEADER_SIZE (sizeof(((struct perf_record_auxtrace_info *)0)->type) + \
|
|
sizeof(((struct perf_record_auxtrace_info *)0)->reserved__))
|
|
|
|
/* CoreSight trace ID is currently the bottom 7 bits of the value */
|
|
#define CORESIGHT_TRACE_ID_VAL_MASK GENMASK(6, 0)
|
|
|
|
/*
|
|
* perf record will set the legacy meta data values as unused initially.
|
|
* This allows perf report to manage the decoders created when dynamic
|
|
* allocation in operation.
|
|
*/
|
|
#define CORESIGHT_TRACE_ID_UNUSED_FLAG BIT(31)
|
|
|
|
/* Value to set for unused trace ID values */
|
|
#define CORESIGHT_TRACE_ID_UNUSED_VAL 0x7F
|
|
|
|
int cs_etm__process_auxtrace_info(union perf_event *event,
|
|
struct perf_session *session);
|
|
void cs_etm_get_default_config(const struct perf_pmu *pmu, struct perf_event_attr *attr);
|
|
|
|
enum cs_etm_pid_fmt {
|
|
CS_ETM_PIDFMT_NONE,
|
|
CS_ETM_PIDFMT_CTXTID,
|
|
CS_ETM_PIDFMT_CTXTID2
|
|
};
|
|
|
|
#ifdef HAVE_CSTRACE_SUPPORT
|
|
#include <opencsd/ocsd_if_types.h>
|
|
int cs_etm__get_cpu(u8 trace_chan_id, int *cpu);
|
|
enum cs_etm_pid_fmt cs_etm__get_pid_fmt(struct cs_etm_queue *etmq);
|
|
int cs_etm__etmq_set_tid_el(struct cs_etm_queue *etmq, pid_t tid,
|
|
u8 trace_chan_id, ocsd_ex_level el);
|
|
bool cs_etm__etmq_is_timeless(struct cs_etm_queue *etmq);
|
|
void cs_etm__etmq_set_traceid_queue_timestamp(struct cs_etm_queue *etmq,
|
|
u8 trace_chan_id);
|
|
struct cs_etm_packet_queue
|
|
*cs_etm__etmq_get_packet_queue(struct cs_etm_queue *etmq, u8 trace_chan_id);
|
|
int cs_etm__process_auxtrace_info_full(union perf_event *event __maybe_unused,
|
|
struct perf_session *session __maybe_unused);
|
|
u64 cs_etm__convert_sample_time(struct cs_etm_queue *etmq, u64 cs_timestamp);
|
|
#else
|
|
static inline int
|
|
cs_etm__process_auxtrace_info_full(union perf_event *event __maybe_unused,
|
|
struct perf_session *session __maybe_unused)
|
|
{
|
|
pr_err("\nCS ETM Trace: OpenCSD is not linked in, please recompile with CORESIGHT=1\n");
|
|
return -1;
|
|
}
|
|
#endif
|
|
|
|
#endif
|