1 // SPDX-License-Identifier: GPL-2.0
2 #include <errno.h>
3 #include <inttypes.h>
4 #include <string.h>
5
6 #include <linux/compiler.h>
7 #include <linux/perf_event.h>
8 #include <linux/stddef.h>
9 #include <linux/types.h>
10
11 #include <asm/barrier.h>
12
13 #include "event.h"
14 #include "synthetic-events.h"
15 #include "debug.h"
16 #include "tsc.h"
17
perf_time_to_tsc(u64 ns,struct perf_tsc_conversion * tc)18 u64 perf_time_to_tsc(u64 ns, struct perf_tsc_conversion *tc)
19 {
20 u64 t, quot, rem;
21
22 t = ns - tc->time_zero;
23 quot = t / tc->time_mult;
24 rem = t % tc->time_mult;
25 return (quot << tc->time_shift) +
26 (rem << tc->time_shift) / tc->time_mult;
27 }
28
tsc_to_perf_time(u64 cyc,struct perf_tsc_conversion * tc)29 u64 tsc_to_perf_time(u64 cyc, struct perf_tsc_conversion *tc)
30 {
31 u64 quot, rem;
32
33 if (tc->cap_user_time_short)
34 cyc = tc->time_cycles +
35 ((cyc - tc->time_cycles) & tc->time_mask);
36
37 quot = cyc >> tc->time_shift;
38 rem = cyc & (((u64)1 << tc->time_shift) - 1);
39 return tc->time_zero + quot * tc->time_mult +
40 ((rem * tc->time_mult) >> tc->time_shift);
41 }
42
perf_read_tsc_conversion(const struct perf_event_mmap_page * pc,struct perf_tsc_conversion * tc)43 int perf_read_tsc_conversion(const struct perf_event_mmap_page *pc,
44 struct perf_tsc_conversion *tc)
45 {
46 u32 seq;
47 int i = 0;
48
49 while (1) {
50 seq = pc->lock;
51 rmb();
52 tc->time_mult = pc->time_mult;
53 tc->time_shift = pc->time_shift;
54 tc->time_zero = pc->time_zero;
55 tc->time_cycles = pc->time_cycles;
56 tc->time_mask = pc->time_mask;
57 tc->cap_user_time_zero = pc->cap_user_time_zero;
58 tc->cap_user_time_short = pc->cap_user_time_short;
59 rmb();
60 if (pc->lock == seq && !(seq & 1))
61 break;
62 if (++i > 10000) {
63 pr_debug("failed to get perf_event_mmap_page lock\n");
64 return -EINVAL;
65 }
66 }
67
68 if (!tc->cap_user_time_zero)
69 return -EOPNOTSUPP;
70
71 return 0;
72 }
73
perf_event__synth_time_conv(const struct perf_event_mmap_page * pc,struct perf_tool * tool,perf_event__handler_t process,struct machine * machine)74 int perf_event__synth_time_conv(const struct perf_event_mmap_page *pc,
75 struct perf_tool *tool,
76 perf_event__handler_t process,
77 struct machine *machine)
78 {
79 union perf_event event = {
80 .time_conv = {
81 .header = {
82 .type = PERF_RECORD_TIME_CONV,
83 .size = sizeof(struct perf_record_time_conv),
84 },
85 },
86 };
87 struct perf_tsc_conversion tc;
88 int err;
89
90 if (!pc)
91 return 0;
92 err = perf_read_tsc_conversion(pc, &tc);
93 if (err == -EOPNOTSUPP)
94 return 0;
95 if (err)
96 return err;
97
98 pr_debug2("Synthesizing TSC conversion information\n");
99
100 event.time_conv.time_mult = tc.time_mult;
101 event.time_conv.time_shift = tc.time_shift;
102 event.time_conv.time_zero = tc.time_zero;
103 event.time_conv.time_cycles = tc.time_cycles;
104 event.time_conv.time_mask = tc.time_mask;
105 event.time_conv.cap_user_time_zero = tc.cap_user_time_zero;
106 event.time_conv.cap_user_time_short = tc.cap_user_time_short;
107
108 return process(tool, &event, NULL, machine);
109 }
110
rdtsc(void)111 u64 __weak rdtsc(void)
112 {
113 return 0;
114 }
115
perf_event__fprintf_time_conv(union perf_event * event,FILE * fp)116 size_t perf_event__fprintf_time_conv(union perf_event *event, FILE *fp)
117 {
118 struct perf_record_time_conv *tc = (struct perf_record_time_conv *)event;
119 size_t ret;
120
121 ret = fprintf(fp, "\n... Time Shift %" PRI_lu64 "\n", tc->time_shift);
122 ret += fprintf(fp, "... Time Muliplier %" PRI_lu64 "\n", tc->time_mult);
123 ret += fprintf(fp, "... Time Zero %" PRI_lu64 "\n", tc->time_zero);
124
125 /*
126 * The event TIME_CONV was extended for the fields from "time_cycles"
127 * when supported cap_user_time_short, for backward compatibility,
128 * prints the extended fields only if they are contained in the event.
129 */
130 if (event_contains(*tc, time_cycles)) {
131 ret += fprintf(fp, "... Time Cycles %" PRI_lu64 "\n",
132 tc->time_cycles);
133 ret += fprintf(fp, "... Time Mask %#" PRI_lx64 "\n",
134 tc->time_mask);
135 ret += fprintf(fp, "... Cap Time Zero %" PRId32 "\n",
136 tc->cap_user_time_zero);
137 ret += fprintf(fp, "... Cap Time Short %" PRId32 "\n",
138 tc->cap_user_time_short);
139 }
140
141 return ret;
142 }
143