2019-05-23 09:14:49 +00:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2017-07-18 21:36:33 +00:00
|
|
|
#ifndef __ASM_POWERPC_IMC_PMU_H
|
|
|
|
#define __ASM_POWERPC_IMC_PMU_H
|
|
|
|
|
|
|
|
/*
|
|
|
|
* IMC Nest Performance Monitor counter support.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2017 Madhavan Srinivasan, IBM Corporation.
|
|
|
|
* (C) 2017 Anju T Sudhakar, IBM Corporation.
|
|
|
|
* (C) 2017 Hemant K Shaw, IBM Corporation.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/perf_event.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/of.h>
|
|
|
|
#include <linux/io.h>
|
|
|
|
#include <asm/opal.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Compatibility macros for IMC devices
|
|
|
|
*/
|
|
|
|
#define IMC_DTB_COMPAT "ibm,opal-in-memory-counters"
|
|
|
|
#define IMC_DTB_UNIT_COMPAT "ibm,imc-counters"
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
* LDBAR: Counter address and Enable/Disable macro.
|
|
|
|
* perf/imc-pmu.c has the LDBAR layout information.
|
|
|
|
*/
|
|
|
|
#define THREAD_IMC_LDBAR_MASK 0x0003ffffffffe000ULL
|
|
|
|
#define THREAD_IMC_ENABLE 0x8000000000000000ULL
|
2019-04-16 09:48:27 +00:00
|
|
|
#define TRACE_IMC_ENABLE 0x4000000000000000ULL
|
2017-07-18 21:36:33 +00:00
|
|
|
|
2017-12-13 06:09:54 +00:00
|
|
|
/*
|
|
|
|
* For debugfs interface for imc-mode and imc-command
|
|
|
|
*/
|
|
|
|
#define IMC_CNTL_BLK_OFFSET 0x3FC00
|
|
|
|
#define IMC_CNTL_BLK_CMD_OFFSET 8
|
|
|
|
#define IMC_CNTL_BLK_MODE_OFFSET 32
|
|
|
|
|
2017-07-18 21:36:33 +00:00
|
|
|
/*
|
|
|
|
* Structure to hold memory address information for imc units.
|
|
|
|
*/
|
|
|
|
struct imc_mem_info {
|
|
|
|
u64 *vbase;
|
|
|
|
u32 id;
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Place holder for nest pmu events and values.
|
|
|
|
*/
|
|
|
|
struct imc_events {
|
|
|
|
u32 value;
|
|
|
|
char *name;
|
|
|
|
char *unit;
|
|
|
|
char *scale;
|
|
|
|
};
|
|
|
|
|
2019-04-16 09:48:27 +00:00
|
|
|
/*
|
|
|
|
* Trace IMC hardware updates a 64bytes record on
|
|
|
|
* Core Performance Monitoring Counter (CPMC)
|
|
|
|
* overflow. Here is the layout for the trace imc record
|
|
|
|
*
|
|
|
|
* DW 0 : Timebase
|
|
|
|
* DW 1 : Program Counter
|
|
|
|
* DW 2 : PIDR information
|
|
|
|
* DW 3 : CPMC1
|
|
|
|
* DW 4 : CPMC2
|
|
|
|
* DW 5 : CPMC3
|
|
|
|
* Dw 6 : CPMC4
|
|
|
|
* DW 7 : Timebase
|
|
|
|
* .....
|
|
|
|
*
|
|
|
|
* The following is the data structure to hold trace imc data.
|
|
|
|
*/
|
|
|
|
struct trace_imc_data {
|
|
|
|
u64 tb1;
|
|
|
|
u64 ip;
|
|
|
|
u64 val;
|
|
|
|
u64 cpmc1;
|
|
|
|
u64 cpmc2;
|
|
|
|
u64 cpmc3;
|
|
|
|
u64 cpmc4;
|
|
|
|
u64 tb2;
|
|
|
|
};
|
|
|
|
|
2017-07-18 21:36:33 +00:00
|
|
|
/* Event attribute array index */
|
|
|
|
#define IMC_FORMAT_ATTR 0
|
|
|
|
#define IMC_EVENT_ATTR 1
|
|
|
|
#define IMC_CPUMASK_ATTR 2
|
|
|
|
#define IMC_NULL_ATTR 3
|
|
|
|
|
|
|
|
/* PMU Format attribute macros */
|
|
|
|
#define IMC_EVENT_OFFSET_MASK 0xffffffffULL
|
|
|
|
|
2019-04-16 09:48:27 +00:00
|
|
|
/*
|
|
|
|
* Macro to mask bits 0:21 of first double word(which is the timebase) to
|
|
|
|
* compare with 8th double word (timebase) of trace imc record data.
|
|
|
|
*/
|
|
|
|
#define IMC_TRACE_RECORD_TB1_MASK 0x3ffffffffffULL
|
|
|
|
|
2020-07-13 14:46:23 +00:00
|
|
|
/*
|
|
|
|
* Bit 0:1 in third DW of IMC trace record
|
|
|
|
* specifies the MSR[HV PR] values.
|
|
|
|
*/
|
|
|
|
#define IMC_TRACE_RECORD_VAL_HVPR(x) ((x) >> 62)
|
2019-04-16 09:48:27 +00:00
|
|
|
|
2017-07-18 21:36:33 +00:00
|
|
|
/*
|
|
|
|
* Device tree parser code detects IMC pmu support and
|
|
|
|
* registers new IMC pmus. This structure will hold the
|
|
|
|
* pmu functions, events, counter memory information
|
|
|
|
* and attrs for each imc pmu and will be referenced at
|
|
|
|
* the time of pmu registration.
|
|
|
|
*/
|
|
|
|
struct imc_pmu {
|
|
|
|
struct pmu pmu;
|
|
|
|
struct imc_mem_info *mem_info;
|
2017-12-11 05:58:37 +00:00
|
|
|
struct imc_events *events;
|
2017-07-18 21:36:33 +00:00
|
|
|
/*
|
|
|
|
* Attribute groups for the PMU. Slot 0 used for
|
|
|
|
* format attribute, slot 1 used for cpusmask attribute,
|
|
|
|
* slot 2 used for event attribute. Slot 3 keep as
|
|
|
|
* NULL.
|
|
|
|
*/
|
|
|
|
const struct attribute_group *attr_groups[4];
|
|
|
|
u32 counter_mem_size;
|
|
|
|
int domain;
|
|
|
|
/*
|
|
|
|
* flag to notify whether the memory is mmaped
|
|
|
|
* or allocated by kernel.
|
|
|
|
*/
|
|
|
|
bool imc_counter_mmaped;
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Structure to hold id, lock and reference count for the imc events which
|
|
|
|
* are inited.
|
|
|
|
*/
|
|
|
|
struct imc_pmu_ref {
|
|
|
|
struct mutex lock;
|
|
|
|
unsigned int id;
|
|
|
|
int refc;
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* In-Memory Collection Counters type.
|
|
|
|
* Data comes from Device tree.
|
|
|
|
* Three device type are supported.
|
|
|
|
*/
|
|
|
|
|
|
|
|
enum {
|
|
|
|
IMC_TYPE_THREAD = 0x1,
|
2019-04-16 09:48:27 +00:00
|
|
|
IMC_TYPE_TRACE = 0x2,
|
2017-07-18 21:36:33 +00:00
|
|
|
IMC_TYPE_CORE = 0x4,
|
|
|
|
IMC_TYPE_CHIP = 0x10,
|
|
|
|
};
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Domains for IMC PMUs
|
|
|
|
*/
|
|
|
|
#define IMC_DOMAIN_NEST 1
|
|
|
|
#define IMC_DOMAIN_CORE 2
|
|
|
|
#define IMC_DOMAIN_THREAD 3
|
2019-04-16 09:48:27 +00:00
|
|
|
/* For trace-imc the domain is still thread but it operates in trace-mode */
|
|
|
|
#define IMC_DOMAIN_TRACE 4
|
2017-07-18 21:36:33 +00:00
|
|
|
|
|
|
|
extern int init_imc_pmu(struct device_node *parent,
|
|
|
|
struct imc_pmu *pmu_ptr, int pmu_id);
|
|
|
|
extern void thread_imc_disable(void);
|
2017-11-22 05:15:39 +00:00
|
|
|
extern int get_max_nest_dev(void);
|
2018-05-22 09:12:37 +00:00
|
|
|
extern void unregister_thread_imc(void);
|
2017-07-18 21:36:33 +00:00
|
|
|
#endif /* __ASM_POWERPC_IMC_PMU_H */
|