1 /* SPDX-License-Identifier: GPL-2.0 OR MIT */
2 /**************************************************************************
3 *
4 * Copyright 2021 VMware, Inc., Palo Alto, CA., USA
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 #ifndef _VMWGFX_MKSSTAT_H_
29 #define _VMWGFX_MKSSTAT_H_
30
31 #include <asm/page.h>
32
33 /* Reservation marker for mksstat pid's */
34 #define MKSSTAT_PID_RESERVED -1
35
36 #if IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS)
37 /*
38 * Kernel-internal mksGuestStat counters. The order of this enum dictates the
39 * order of instantiation of these counters in the mksGuestStat pages.
40 */
41
42 typedef enum {
43 MKSSTAT_KERN_EXECBUF, /* vmw_execbuf_ioctl */
44
45 MKSSTAT_KERN_COUNT /* Reserved entry; always last */
46 } mksstat_kern_stats_t;
47
48 /**
49 * vmw_mksstat_get_kern_pstat: Computes the address of the MKSGuestStatCounterTime
50 * array from the address of the base page.
51 *
52 * @page_addr: Pointer to the base page.
53 * Return: Pointer to the MKSGuestStatCounterTime array.
54 */
55
vmw_mksstat_get_kern_pstat(void * page_addr)56 static inline void *vmw_mksstat_get_kern_pstat(void *page_addr)
57 {
58 return page_addr + PAGE_SIZE * 1;
59 }
60
61 /**
62 * vmw_mksstat_get_kern_pinfo: Computes the address of the MKSGuestStatInfoEntry
63 * array from the address of the base page.
64 *
65 * @page_addr: Pointer to the base page.
66 * Return: Pointer to the MKSGuestStatInfoEntry array.
67 */
68
vmw_mksstat_get_kern_pinfo(void * page_addr)69 static inline void *vmw_mksstat_get_kern_pinfo(void *page_addr)
70 {
71 return page_addr + PAGE_SIZE * 2;
72 }
73
74 /**
75 * vmw_mksstat_get_kern_pstrs: Computes the address of the mksGuestStat strings
76 * sequence from the address of the base page.
77 *
78 * @page_addr: Pointer to the base page.
79 * Return: Pointer to the mksGuestStat strings sequence.
80 */
81
vmw_mksstat_get_kern_pstrs(void * page_addr)82 static inline void *vmw_mksstat_get_kern_pstrs(void *page_addr)
83 {
84 return page_addr + PAGE_SIZE * 3;
85 }
86
87 /*
88 * MKS_STAT_TIME_DECL/PUSH/POP macros to be used in timer-counted routines.
89 */
90
91 struct mksstat_timer_t {
92 /* mutable */ mksstat_kern_stats_t old_top;
93 const u64 t0;
94 const int slot;
95 };
96
97 #define MKS_STAT_TIME_DECL(kern_cntr) \
98 struct mksstat_timer_t _##kern_cntr = { \
99 .t0 = rdtsc(), \
100 .slot = vmw_mksstat_get_kern_slot(current->pid, dev_priv) \
101 }
102
103 #define MKS_STAT_TIME_PUSH(kern_cntr) \
104 do { \
105 if (_##kern_cntr.slot >= 0) { \
106 _##kern_cntr.old_top = dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot]; \
107 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = kern_cntr; \
108 } \
109 } while (0)
110
111 #define MKS_STAT_TIME_POP(kern_cntr) \
112 do { \
113 if (_##kern_cntr.slot >= 0) { \
114 const pid_t pid = atomic_cmpxchg(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid, MKSSTAT_PID_RESERVED); \
115 dev_priv->mksstat_kern_top_timer[_##kern_cntr.slot] = _##kern_cntr.old_top; \
116 \
117 if (pid == current->pid) { \
118 const u64 dt = rdtsc() - _##kern_cntr.t0; \
119 MKSGuestStatCounterTime *pstat; \
120 \
121 BUG_ON(!dev_priv->mksstat_kern_pages[_##kern_cntr.slot]); \
122 \
123 pstat = vmw_mksstat_get_kern_pstat(page_address(dev_priv->mksstat_kern_pages[_##kern_cntr.slot])); \
124 \
125 atomic64_inc(&pstat[kern_cntr].counter.count); \
126 atomic64_add(dt, &pstat[kern_cntr].selfCycles); \
127 atomic64_add(dt, &pstat[kern_cntr].totalCycles); \
128 \
129 if (_##kern_cntr.old_top != MKSSTAT_KERN_COUNT) \
130 atomic64_sub(dt, &pstat[_##kern_cntr.old_top].selfCycles); \
131 \
132 atomic_set(&dev_priv->mksstat_kern_pids[_##kern_cntr.slot], current->pid); \
133 } \
134 } \
135 } while (0)
136
137 #else
138 #define MKS_STAT_TIME_DECL(kern_cntr)
139 #define MKS_STAT_TIME_PUSH(kern_cntr)
140 #define MKS_STAT_TIME_POP(kern_cntr)
141
142 #endif /* IS_ENABLED(CONFIG_DRM_VMWGFX_MKSSTATS */
143
144 #endif
145