2 * Copyright (C) ARM Limited 2010-2013. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
9 /* Disabling interrupts
10 * Many of the functions below disable interrupts via local_irq_save(). This disabling of interrupts is done to prevent any race conditions
11 * between multiple entities (e.g. hrtimer interrupts and event based interrupts) calling the same functions. As accessing the pmu involves
12 * several steps (disable, select, read, enable), these steps must be performed atomically. Normal synchronization routines cannot be used
13 * as these functions are being called from interrupt context.
18 // gator_events_perf_pmu.c is used if perf is supported
19 #if GATOR_NO_PERF_SUPPORT
21 // Per-CPU PMNC: config reg
22 #define PMNC_E (1 << 0) /* Enable all counters */
23 #define PMNC_P (1 << 1) /* Reset all counters */
24 #define PMNC_C (1 << 2) /* Cycle counter reset */
25 #define PMNC_MASK 0x3f /* Mask for writable bits */
28 #define CCNT_REG (1 << 31)
34 static const char *pmnc_name;
35 static int pmnc_counters;
37 static unsigned long pmnc_enabled[CNTMAX];
38 static unsigned long pmnc_event[CNTMAX];
39 static unsigned long pmnc_key[CNTMAX];
41 static DEFINE_PER_CPU(int[CNTMAX * 2], perfCnt);
43 inline void armv7_pmnc_write(u32 val)
46 asm volatile("mcr p15, 0, %0, c9, c12, 0" : : "r" (val));
49 inline u32 armv7_pmnc_read(void)
52 asm volatile("mrc p15, 0, %0, c9, c12, 0" : "=r" (val));
56 inline u32 armv7_ccnt_read(u32 reset_value)
59 u32 newval = -reset_value;
63 local_irq_save(flags);
64 asm volatile("mcr p15, 0, %0, c9, c12, 2" : : "r" (den)); // disable
65 asm volatile("mrc p15, 0, %0, c9, c13, 0" : "=r" (val)); // read
66 asm volatile("mcr p15, 0, %0, c9, c13, 0" : : "r" (newval)); // new value
67 asm volatile("mcr p15, 0, %0, c9, c12, 1" : : "r" (den)); // enable
68 local_irq_restore(flags);
73 inline u32 armv7_cntn_read(unsigned int cnt, u32 reset_value)
76 u32 newval = -reset_value;
77 u32 sel = (cnt - CNT0);
81 local_irq_save(flags);
82 asm volatile("mcr p15, 0, %0, c9, c12, 2" : : "r" (den)); // disable
83 asm volatile("mcr p15, 0, %0, c9, c12, 5" : : "r" (sel)); // select
84 asm volatile("mrc p15, 0, %0, c9, c13, 2" : "=r" (oldval)); // read
85 asm volatile("mcr p15, 0, %0, c9, c13, 2" : : "r" (newval)); // new value
86 asm volatile("mcr p15, 0, %0, c9, c12, 1" : : "r" (den)); // enable
87 local_irq_restore(flags);
92 static inline void armv7_pmnc_disable_interrupt(unsigned int cnt)
94 u32 val = cnt ? (1 << (cnt - CNT0)) : (1 << 31);
95 asm volatile("mcr p15, 0, %0, c9, c14, 2" : : "r" (val));
98 inline u32 armv7_pmnc_reset_interrupt(void)
100 // Get and reset overflow status flags
102 asm volatile("mrc p15, 0, %0, c9, c12, 3" : "=r" (flags));
104 asm volatile("mcr p15, 0, %0, c9, c12, 3" : : "r" (flags));
108 static inline u32 armv7_pmnc_enable_counter(unsigned int cnt)
110 u32 val = cnt ? (1 << (cnt - CNT0)) : CCNT_REG;
111 asm volatile("mcr p15, 0, %0, c9, c12, 1" : : "r" (val));
115 static inline u32 armv7_pmnc_disable_counter(unsigned int cnt)
117 u32 val = cnt ? (1 << (cnt - CNT0)) : CCNT_REG;
118 asm volatile("mcr p15, 0, %0, c9, c12, 2" : : "r" (val));
122 static inline int armv7_pmnc_select_counter(unsigned int cnt)
124 u32 val = (cnt - CNT0);
125 asm volatile("mcr p15, 0, %0, c9, c12, 5" : : "r" (val));
129 static inline void armv7_pmnc_write_evtsel(unsigned int cnt, u32 val)
131 if (armv7_pmnc_select_counter(cnt) == cnt) {
132 asm volatile("mcr p15, 0, %0, c9, c13, 1" : : "r" (val));
136 static int gator_events_armv7_create_files(struct super_block *sb, struct dentry *root)
141 for (i = 0; i < pmnc_counters; i++) {
144 snprintf(buf, sizeof buf, "ARM_%s_ccnt", pmnc_name);
146 snprintf(buf, sizeof buf, "ARM_%s_cnt%d", pmnc_name, i - 1);
148 dir = gatorfs_mkdir(sb, root, buf);
152 gatorfs_create_ulong(sb, dir, "enabled", &pmnc_enabled[i]);
153 gatorfs_create_ro_ulong(sb, dir, "key", &pmnc_key[i]);
155 gatorfs_create_ulong(sb, dir, "event", &pmnc_event[i]);
162 static int gator_events_armv7_online(int **buffer, bool migrate)
164 unsigned int cnt, len = 0, cpu = smp_processor_id();
166 if (armv7_pmnc_read() & PMNC_E) {
167 armv7_pmnc_write(armv7_pmnc_read() & ~PMNC_E);
170 // Initialize & Reset PMNC: C bit and P bit
171 armv7_pmnc_write(PMNC_P | PMNC_C);
173 // Reset overflow flags
174 armv7_pmnc_reset_interrupt();
176 for (cnt = CCNT; cnt < CNTMAX; cnt++) {
179 if (!pmnc_enabled[cnt])
183 armv7_pmnc_disable_counter(cnt);
185 event = pmnc_event[cnt] & 255;
187 // Set event (if destined for PMNx counters), we don't need to set the event if it's a cycle count
189 armv7_pmnc_write_evtsel(cnt, event);
191 armv7_pmnc_disable_interrupt(cnt);
194 cnt ? armv7_cntn_read(cnt, 0) : armv7_ccnt_read(0);
197 armv7_pmnc_enable_counter(cnt);
201 armv7_pmnc_write(armv7_pmnc_read() | PMNC_E);
203 // return zero values, no need to read as the counters were just reset
204 for (cnt = 0; cnt < pmnc_counters; cnt++) {
205 if (pmnc_enabled[cnt]) {
206 per_cpu(perfCnt, cpu)[len++] = pmnc_key[cnt];
207 per_cpu(perfCnt, cpu)[len++] = 0;
212 *buffer = per_cpu(perfCnt, cpu);
217 static int gator_events_armv7_offline(int **buffer, bool migrate)
219 // disable all counters, including PMCCNTR; overflow IRQs will not be signaled
220 armv7_pmnc_write(armv7_pmnc_read() & ~PMNC_E);
225 static void gator_events_armv7_stop(void)
229 for (cnt = CCNT; cnt < CNTMAX; cnt++) {
230 pmnc_enabled[cnt] = 0;
235 static int gator_events_armv7_read(int **buffer)
238 int cpu = smp_processor_id();
240 // a context switch may occur before the online hotplug event, thus need to check that the pmu is enabled
241 if (!(armv7_pmnc_read() & PMNC_E)) {
245 for (cnt = 0; cnt < pmnc_counters; cnt++) {
246 if (pmnc_enabled[cnt]) {
249 value = armv7_ccnt_read(0);
251 value = armv7_cntn_read(cnt, 0);
253 per_cpu(perfCnt, cpu)[len++] = pmnc_key[cnt];
254 per_cpu(perfCnt, cpu)[len++] = value;
259 *buffer = per_cpu(perfCnt, cpu);
264 static struct gator_interface gator_events_armv7_interface = {
265 .create_files = gator_events_armv7_create_files,
266 .stop = gator_events_armv7_stop,
267 .online = gator_events_armv7_online,
268 .offline = gator_events_armv7_offline,
269 .read = gator_events_armv7_read,
272 int gator_events_armv7_init(void)
276 switch (gator_cpuid()) {
278 pmnc_name = "Cortex-A5";
282 pmnc_name = "Cortex-A7";
286 pmnc_name = "Cortex-A8";
290 pmnc_name = "Cortex-A9";
294 pmnc_name = "Cortex-A15";
301 pmnc_counters++; // CNT[n] + CCNT
303 for (cnt = CCNT; cnt < CNTMAX; cnt++) {
304 pmnc_enabled[cnt] = 0;
306 pmnc_key[cnt] = gator_events_get_key();
309 return gator_events_install(&gator_events_armv7_interface);