1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/hw_breakpoint.h>
3 #include <linux/err.h>
4 #include <linux/zalloc.h>
5 #include <dirent.h>
6 #include <errno.h>
7 #include <sys/ioctl.h>
8 #include <sys/param.h>
9 #include "term.h"
10 #include "evlist.h"
11 #include "evsel.h"
12 #include <subcmd/parse-options.h>
13 #include "parse-events.h"
14 #include "string2.h"
15 #include "strlist.h"
16 #include "bpf-loader.h"
17 #include "debug.h"
18 #include <api/fs/tracing_path.h>
19 #include <perf/cpumap.h>
20 #include "parse-events-bison.h"
21 #include "parse-events-flex.h"
22 #include "pmu.h"
23 #include "asm/bug.h"
24 #include "util/parse-branch-options.h"
25 #include "util/evsel_config.h"
26 #include "util/event.h"
27 #include "perf.h"
28 #include "util/parse-events-hybrid.h"
29 #include "util/pmu-hybrid.h"
30 #include "tracepoint.h"
31 #include "thread_map.h"
32 
33 #define MAX_NAME_LEN 100
34 
35 struct perf_pmu_event_symbol {
36 	char	*symbol;
37 	enum perf_pmu_event_symbol_type	type;
38 };
39 
40 #ifdef PARSER_DEBUG
41 extern int parse_events_debug;
42 #endif
43 int parse_events_parse(void *parse_state, void *scanner);
44 static int get_config_terms(struct list_head *head_config,
45 			    struct list_head *head_terms __maybe_unused);
46 static int parse_events__with_hybrid_pmu(struct parse_events_state *parse_state,
47 					 const char *str, char *pmu_name,
48 					 struct list_head *list);
49 
50 static struct perf_pmu_event_symbol *perf_pmu_events_list;
51 /*
52  * The variable indicates the number of supported pmu event symbols.
53  * 0 means not initialized and ready to init
54  * -1 means failed to init, don't try anymore
55  * >0 is the number of supported pmu event symbols
56  */
57 static int perf_pmu_events_list_num;
58 
59 struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = {
60 	[PERF_COUNT_HW_CPU_CYCLES] = {
61 		.symbol = "cpu-cycles",
62 		.alias  = "cycles",
63 	},
64 	[PERF_COUNT_HW_INSTRUCTIONS] = {
65 		.symbol = "instructions",
66 		.alias  = "",
67 	},
68 	[PERF_COUNT_HW_CACHE_REFERENCES] = {
69 		.symbol = "cache-references",
70 		.alias  = "",
71 	},
72 	[PERF_COUNT_HW_CACHE_MISSES] = {
73 		.symbol = "cache-misses",
74 		.alias  = "",
75 	},
76 	[PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = {
77 		.symbol = "branch-instructions",
78 		.alias  = "branches",
79 	},
80 	[PERF_COUNT_HW_BRANCH_MISSES] = {
81 		.symbol = "branch-misses",
82 		.alias  = "",
83 	},
84 	[PERF_COUNT_HW_BUS_CYCLES] = {
85 		.symbol = "bus-cycles",
86 		.alias  = "",
87 	},
88 	[PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = {
89 		.symbol = "stalled-cycles-frontend",
90 		.alias  = "idle-cycles-frontend",
91 	},
92 	[PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = {
93 		.symbol = "stalled-cycles-backend",
94 		.alias  = "idle-cycles-backend",
95 	},
96 	[PERF_COUNT_HW_REF_CPU_CYCLES] = {
97 		.symbol = "ref-cycles",
98 		.alias  = "",
99 	},
100 };
101 
102 struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = {
103 	[PERF_COUNT_SW_CPU_CLOCK] = {
104 		.symbol = "cpu-clock",
105 		.alias  = "",
106 	},
107 	[PERF_COUNT_SW_TASK_CLOCK] = {
108 		.symbol = "task-clock",
109 		.alias  = "",
110 	},
111 	[PERF_COUNT_SW_PAGE_FAULTS] = {
112 		.symbol = "page-faults",
113 		.alias  = "faults",
114 	},
115 	[PERF_COUNT_SW_CONTEXT_SWITCHES] = {
116 		.symbol = "context-switches",
117 		.alias  = "cs",
118 	},
119 	[PERF_COUNT_SW_CPU_MIGRATIONS] = {
120 		.symbol = "cpu-migrations",
121 		.alias  = "migrations",
122 	},
123 	[PERF_COUNT_SW_PAGE_FAULTS_MIN] = {
124 		.symbol = "minor-faults",
125 		.alias  = "",
126 	},
127 	[PERF_COUNT_SW_PAGE_FAULTS_MAJ] = {
128 		.symbol = "major-faults",
129 		.alias  = "",
130 	},
131 	[PERF_COUNT_SW_ALIGNMENT_FAULTS] = {
132 		.symbol = "alignment-faults",
133 		.alias  = "",
134 	},
135 	[PERF_COUNT_SW_EMULATION_FAULTS] = {
136 		.symbol = "emulation-faults",
137 		.alias  = "",
138 	},
139 	[PERF_COUNT_SW_DUMMY] = {
140 		.symbol = "dummy",
141 		.alias  = "",
142 	},
143 	[PERF_COUNT_SW_BPF_OUTPUT] = {
144 		.symbol = "bpf-output",
145 		.alias  = "",
146 	},
147 	[PERF_COUNT_SW_CGROUP_SWITCHES] = {
148 		.symbol = "cgroup-switches",
149 		.alias  = "",
150 	},
151 };
152 
is_event_supported(u8 type,u64 config)153 bool is_event_supported(u8 type, u64 config)
154 {
155 	bool ret = true;
156 	int open_return;
157 	struct evsel *evsel;
158 	struct perf_event_attr attr = {
159 		.type = type,
160 		.config = config,
161 		.disabled = 1,
162 	};
163 	struct perf_thread_map *tmap = thread_map__new_by_tid(0);
164 
165 	if (tmap == NULL)
166 		return false;
167 
168 	evsel = evsel__new(&attr);
169 	if (evsel) {
170 		open_return = evsel__open(evsel, NULL, tmap);
171 		ret = open_return >= 0;
172 
173 		if (open_return == -EACCES) {
174 			/*
175 			 * This happens if the paranoid value
176 			 * /proc/sys/kernel/perf_event_paranoid is set to 2
177 			 * Re-run with exclude_kernel set; we don't do that
178 			 * by default as some ARM machines do not support it.
179 			 *
180 			 */
181 			evsel->core.attr.exclude_kernel = 1;
182 			ret = evsel__open(evsel, NULL, tmap) >= 0;
183 		}
184 		evsel__delete(evsel);
185 	}
186 
187 	perf_thread_map__put(tmap);
188 	return ret;
189 }
190 
event_type(int type)191 const char *event_type(int type)
192 {
193 	switch (type) {
194 	case PERF_TYPE_HARDWARE:
195 		return "hardware";
196 
197 	case PERF_TYPE_SOFTWARE:
198 		return "software";
199 
200 	case PERF_TYPE_TRACEPOINT:
201 		return "tracepoint";
202 
203 	case PERF_TYPE_HW_CACHE:
204 		return "hardware-cache";
205 
206 	default:
207 		break;
208 	}
209 
210 	return "unknown";
211 }
212 
get_config_str(struct list_head * head_terms,int type_term)213 static char *get_config_str(struct list_head *head_terms, int type_term)
214 {
215 	struct parse_events_term *term;
216 
217 	if (!head_terms)
218 		return NULL;
219 
220 	list_for_each_entry(term, head_terms, list)
221 		if (term->type_term == type_term)
222 			return term->val.str;
223 
224 	return NULL;
225 }
226 
get_config_metric_id(struct list_head * head_terms)227 static char *get_config_metric_id(struct list_head *head_terms)
228 {
229 	return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_METRIC_ID);
230 }
231 
get_config_name(struct list_head * head_terms)232 static char *get_config_name(struct list_head *head_terms)
233 {
234 	return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_NAME);
235 }
236 
237 static struct evsel *
__add_event(struct list_head * list,int * idx,struct perf_event_attr * attr,bool init_attr,const char * name,const char * metric_id,struct perf_pmu * pmu,struct list_head * config_terms,bool auto_merge_stats,const char * cpu_list)238 __add_event(struct list_head *list, int *idx,
239 	    struct perf_event_attr *attr,
240 	    bool init_attr,
241 	    const char *name, const char *metric_id, struct perf_pmu *pmu,
242 	    struct list_head *config_terms, bool auto_merge_stats,
243 	    const char *cpu_list)
244 {
245 	struct evsel *evsel;
246 	struct perf_cpu_map *cpus = pmu ? perf_cpu_map__get(pmu->cpus) :
247 			       cpu_list ? perf_cpu_map__new(cpu_list) : NULL;
248 
249 	if (pmu)
250 		perf_pmu__warn_invalid_formats(pmu);
251 
252 	if (pmu && attr->type == PERF_TYPE_RAW)
253 		perf_pmu__warn_invalid_config(pmu, attr->config, name);
254 
255 	if (init_attr)
256 		event_attr_init(attr);
257 
258 	evsel = evsel__new_idx(attr, *idx);
259 	if (!evsel) {
260 		perf_cpu_map__put(cpus);
261 		return NULL;
262 	}
263 
264 	(*idx)++;
265 	evsel->core.cpus = cpus;
266 	evsel->core.own_cpus = perf_cpu_map__get(cpus);
267 	evsel->core.requires_cpu = pmu ? pmu->is_uncore : false;
268 	evsel->auto_merge_stats = auto_merge_stats;
269 
270 	if (name)
271 		evsel->name = strdup(name);
272 
273 	if (metric_id)
274 		evsel->metric_id = strdup(metric_id);
275 
276 	if (config_terms)
277 		list_splice_init(config_terms, &evsel->config_terms);
278 
279 	if (list)
280 		list_add_tail(&evsel->core.node, list);
281 
282 	return evsel;
283 }
284 
parse_events__add_event(int idx,struct perf_event_attr * attr,const char * name,const char * metric_id,struct perf_pmu * pmu)285 struct evsel *parse_events__add_event(int idx, struct perf_event_attr *attr,
286 				      const char *name, const char *metric_id,
287 				      struct perf_pmu *pmu)
288 {
289 	return __add_event(/*list=*/NULL, &idx, attr, /*init_attr=*/false, name,
290 			   metric_id, pmu, /*config_terms=*/NULL,
291 			   /*auto_merge_stats=*/false, /*cpu_list=*/NULL);
292 }
293 
add_event(struct list_head * list,int * idx,struct perf_event_attr * attr,const char * name,const char * metric_id,struct list_head * config_terms)294 static int add_event(struct list_head *list, int *idx,
295 		     struct perf_event_attr *attr, const char *name,
296 		     const char *metric_id, struct list_head *config_terms)
297 {
298 	return __add_event(list, idx, attr, /*init_attr*/true, name, metric_id,
299 			   /*pmu=*/NULL, config_terms,
300 			   /*auto_merge_stats=*/false, /*cpu_list=*/NULL) ? 0 : -ENOMEM;
301 }
302 
add_event_tool(struct list_head * list,int * idx,enum perf_tool_event tool_event)303 static int add_event_tool(struct list_head *list, int *idx,
304 			  enum perf_tool_event tool_event)
305 {
306 	struct evsel *evsel;
307 	struct perf_event_attr attr = {
308 		.type = PERF_TYPE_SOFTWARE,
309 		.config = PERF_COUNT_SW_DUMMY,
310 	};
311 
312 	evsel = __add_event(list, idx, &attr, /*init_attr=*/true, /*name=*/NULL,
313 			    /*metric_id=*/NULL, /*pmu=*/NULL,
314 			    /*config_terms=*/NULL, /*auto_merge_stats=*/false,
315 			    /*cpu_list=*/"0");
316 	if (!evsel)
317 		return -ENOMEM;
318 	evsel->tool_event = tool_event;
319 	if (tool_event == PERF_TOOL_DURATION_TIME
320 	    || tool_event == PERF_TOOL_USER_TIME
321 	    || tool_event == PERF_TOOL_SYSTEM_TIME) {
322 		free((char *)evsel->unit);
323 		evsel->unit = strdup("ns");
324 	}
325 	return 0;
326 }
327 
parse_aliases(char * str,const char * const names[][EVSEL__MAX_ALIASES],int size)328 static int parse_aliases(char *str, const char *const names[][EVSEL__MAX_ALIASES], int size)
329 {
330 	int i, j;
331 	int n, longest = -1;
332 
333 	for (i = 0; i < size; i++) {
334 		for (j = 0; j < EVSEL__MAX_ALIASES && names[i][j]; j++) {
335 			n = strlen(names[i][j]);
336 			if (n > longest && !strncasecmp(str, names[i][j], n))
337 				longest = n;
338 		}
339 		if (longest > 0)
340 			return i;
341 	}
342 
343 	return -1;
344 }
345 
346 typedef int config_term_func_t(struct perf_event_attr *attr,
347 			       struct parse_events_term *term,
348 			       struct parse_events_error *err);
349 static int config_term_common(struct perf_event_attr *attr,
350 			      struct parse_events_term *term,
351 			      struct parse_events_error *err);
352 static int config_attr(struct perf_event_attr *attr,
353 		       struct list_head *head,
354 		       struct parse_events_error *err,
355 		       config_term_func_t config_term);
356 
parse_events_add_cache(struct list_head * list,int * idx,char * type,char * op_result1,char * op_result2,struct parse_events_error * err,struct list_head * head_config,struct parse_events_state * parse_state)357 int parse_events_add_cache(struct list_head *list, int *idx,
358 			   char *type, char *op_result1, char *op_result2,
359 			   struct parse_events_error *err,
360 			   struct list_head *head_config,
361 			   struct parse_events_state *parse_state)
362 {
363 	struct perf_event_attr attr;
364 	LIST_HEAD(config_terms);
365 	char name[MAX_NAME_LEN];
366 	const char *config_name, *metric_id;
367 	int cache_type = -1, cache_op = -1, cache_result = -1;
368 	char *op_result[2] = { op_result1, op_result2 };
369 	int i, n, ret;
370 	bool hybrid;
371 
372 	/*
373 	 * No fallback - if we cannot get a clear cache type
374 	 * then bail out:
375 	 */
376 	cache_type = parse_aliases(type, evsel__hw_cache, PERF_COUNT_HW_CACHE_MAX);
377 	if (cache_type == -1)
378 		return -EINVAL;
379 
380 	config_name = get_config_name(head_config);
381 	n = snprintf(name, MAX_NAME_LEN, "%s", type);
382 
383 	for (i = 0; (i < 2) && (op_result[i]); i++) {
384 		char *str = op_result[i];
385 
386 		n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str);
387 
388 		if (cache_op == -1) {
389 			cache_op = parse_aliases(str, evsel__hw_cache_op,
390 						 PERF_COUNT_HW_CACHE_OP_MAX);
391 			if (cache_op >= 0) {
392 				if (!evsel__is_cache_op_valid(cache_type, cache_op))
393 					return -EINVAL;
394 				continue;
395 			}
396 		}
397 
398 		if (cache_result == -1) {
399 			cache_result = parse_aliases(str, evsel__hw_cache_result,
400 						     PERF_COUNT_HW_CACHE_RESULT_MAX);
401 			if (cache_result >= 0)
402 				continue;
403 		}
404 	}
405 
406 	/*
407 	 * Fall back to reads:
408 	 */
409 	if (cache_op == -1)
410 		cache_op = PERF_COUNT_HW_CACHE_OP_READ;
411 
412 	/*
413 	 * Fall back to accesses:
414 	 */
415 	if (cache_result == -1)
416 		cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS;
417 
418 	memset(&attr, 0, sizeof(attr));
419 	attr.config = cache_type | (cache_op << 8) | (cache_result << 16);
420 	attr.type = PERF_TYPE_HW_CACHE;
421 
422 	if (head_config) {
423 		if (config_attr(&attr, head_config, err,
424 				config_term_common))
425 			return -EINVAL;
426 
427 		if (get_config_terms(head_config, &config_terms))
428 			return -ENOMEM;
429 	}
430 
431 	metric_id = get_config_metric_id(head_config);
432 	ret = parse_events__add_cache_hybrid(list, idx, &attr,
433 					     config_name ? : name,
434 					     metric_id,
435 					     &config_terms,
436 					     &hybrid, parse_state);
437 	if (hybrid)
438 		goto out_free_terms;
439 
440 	ret = add_event(list, idx, &attr, config_name ? : name, metric_id,
441 			&config_terms);
442 out_free_terms:
443 	free_config_terms(&config_terms);
444 	return ret;
445 }
446 
tracepoint_error(struct parse_events_error * e,int err,const char * sys,const char * name)447 static void tracepoint_error(struct parse_events_error *e, int err,
448 			     const char *sys, const char *name)
449 {
450 	const char *str;
451 	char help[BUFSIZ];
452 
453 	if (!e)
454 		return;
455 
456 	/*
457 	 * We get error directly from syscall errno ( > 0),
458 	 * or from encoded pointer's error ( < 0).
459 	 */
460 	err = abs(err);
461 
462 	switch (err) {
463 	case EACCES:
464 		str = "can't access trace events";
465 		break;
466 	case ENOENT:
467 		str = "unknown tracepoint";
468 		break;
469 	default:
470 		str = "failed to add tracepoint";
471 		break;
472 	}
473 
474 	tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name);
475 	parse_events_error__handle(e, 0, strdup(str), strdup(help));
476 }
477 
add_tracepoint(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)478 static int add_tracepoint(struct list_head *list, int *idx,
479 			  const char *sys_name, const char *evt_name,
480 			  struct parse_events_error *err,
481 			  struct list_head *head_config)
482 {
483 	struct evsel *evsel = evsel__newtp_idx(sys_name, evt_name, (*idx)++);
484 
485 	if (IS_ERR(evsel)) {
486 		tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name);
487 		return PTR_ERR(evsel);
488 	}
489 
490 	if (head_config) {
491 		LIST_HEAD(config_terms);
492 
493 		if (get_config_terms(head_config, &config_terms))
494 			return -ENOMEM;
495 		list_splice(&config_terms, &evsel->config_terms);
496 	}
497 
498 	list_add_tail(&evsel->core.node, list);
499 	return 0;
500 }
501 
add_tracepoint_multi_event(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)502 static int add_tracepoint_multi_event(struct list_head *list, int *idx,
503 				      const char *sys_name, const char *evt_name,
504 				      struct parse_events_error *err,
505 				      struct list_head *head_config)
506 {
507 	char *evt_path;
508 	struct dirent *evt_ent;
509 	DIR *evt_dir;
510 	int ret = 0, found = 0;
511 
512 	evt_path = get_events_file(sys_name);
513 	if (!evt_path) {
514 		tracepoint_error(err, errno, sys_name, evt_name);
515 		return -1;
516 	}
517 	evt_dir = opendir(evt_path);
518 	if (!evt_dir) {
519 		put_events_file(evt_path);
520 		tracepoint_error(err, errno, sys_name, evt_name);
521 		return -1;
522 	}
523 
524 	while (!ret && (evt_ent = readdir(evt_dir))) {
525 		if (!strcmp(evt_ent->d_name, ".")
526 		    || !strcmp(evt_ent->d_name, "..")
527 		    || !strcmp(evt_ent->d_name, "enable")
528 		    || !strcmp(evt_ent->d_name, "filter"))
529 			continue;
530 
531 		if (!strglobmatch(evt_ent->d_name, evt_name))
532 			continue;
533 
534 		found++;
535 
536 		ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name,
537 				     err, head_config);
538 	}
539 
540 	if (!found) {
541 		tracepoint_error(err, ENOENT, sys_name, evt_name);
542 		ret = -1;
543 	}
544 
545 	put_events_file(evt_path);
546 	closedir(evt_dir);
547 	return ret;
548 }
549 
add_tracepoint_event(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)550 static int add_tracepoint_event(struct list_head *list, int *idx,
551 				const char *sys_name, const char *evt_name,
552 				struct parse_events_error *err,
553 				struct list_head *head_config)
554 {
555 	return strpbrk(evt_name, "*?") ?
556 	       add_tracepoint_multi_event(list, idx, sys_name, evt_name,
557 					  err, head_config) :
558 	       add_tracepoint(list, idx, sys_name, evt_name,
559 			      err, head_config);
560 }
561 
add_tracepoint_multi_sys(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)562 static int add_tracepoint_multi_sys(struct list_head *list, int *idx,
563 				    const char *sys_name, const char *evt_name,
564 				    struct parse_events_error *err,
565 				    struct list_head *head_config)
566 {
567 	struct dirent *events_ent;
568 	DIR *events_dir;
569 	int ret = 0;
570 
571 	events_dir = tracing_events__opendir();
572 	if (!events_dir) {
573 		tracepoint_error(err, errno, sys_name, evt_name);
574 		return -1;
575 	}
576 
577 	while (!ret && (events_ent = readdir(events_dir))) {
578 		if (!strcmp(events_ent->d_name, ".")
579 		    || !strcmp(events_ent->d_name, "..")
580 		    || !strcmp(events_ent->d_name, "enable")
581 		    || !strcmp(events_ent->d_name, "header_event")
582 		    || !strcmp(events_ent->d_name, "header_page"))
583 			continue;
584 
585 		if (!strglobmatch(events_ent->d_name, sys_name))
586 			continue;
587 
588 		ret = add_tracepoint_event(list, idx, events_ent->d_name,
589 					   evt_name, err, head_config);
590 	}
591 
592 	closedir(events_dir);
593 	return ret;
594 }
595 
596 #ifdef HAVE_LIBBPF_SUPPORT
597 struct __add_bpf_event_param {
598 	struct parse_events_state *parse_state;
599 	struct list_head *list;
600 	struct list_head *head_config;
601 };
602 
add_bpf_event(const char * group,const char * event,int fd,struct bpf_object * obj,void * _param)603 static int add_bpf_event(const char *group, const char *event, int fd, struct bpf_object *obj,
604 			 void *_param)
605 {
606 	LIST_HEAD(new_evsels);
607 	struct __add_bpf_event_param *param = _param;
608 	struct parse_events_state *parse_state = param->parse_state;
609 	struct list_head *list = param->list;
610 	struct evsel *pos;
611 	int err;
612 	/*
613 	 * Check if we should add the event, i.e. if it is a TP but starts with a '!',
614 	 * then don't add the tracepoint, this will be used for something else, like
615 	 * adding to a BPF_MAP_TYPE_PROG_ARRAY.
616 	 *
617 	 * See tools/perf/examples/bpf/augmented_raw_syscalls.c
618 	 */
619 	if (group[0] == '!')
620 		return 0;
621 
622 	pr_debug("add bpf event %s:%s and attach bpf program %d\n",
623 		 group, event, fd);
624 
625 	err = parse_events_add_tracepoint(&new_evsels, &parse_state->idx, group,
626 					  event, parse_state->error,
627 					  param->head_config);
628 	if (err) {
629 		struct evsel *evsel, *tmp;
630 
631 		pr_debug("Failed to add BPF event %s:%s\n",
632 			 group, event);
633 		list_for_each_entry_safe(evsel, tmp, &new_evsels, core.node) {
634 			list_del_init(&evsel->core.node);
635 			evsel__delete(evsel);
636 		}
637 		return err;
638 	}
639 	pr_debug("adding %s:%s\n", group, event);
640 
641 	list_for_each_entry(pos, &new_evsels, core.node) {
642 		pr_debug("adding %s:%s to %p\n",
643 			 group, event, pos);
644 		pos->bpf_fd = fd;
645 		pos->bpf_obj = obj;
646 	}
647 	list_splice(&new_evsels, list);
648 	return 0;
649 }
650 
parse_events_load_bpf_obj(struct parse_events_state * parse_state,struct list_head * list,struct bpf_object * obj,struct list_head * head_config)651 int parse_events_load_bpf_obj(struct parse_events_state *parse_state,
652 			      struct list_head *list,
653 			      struct bpf_object *obj,
654 			      struct list_head *head_config)
655 {
656 	int err;
657 	char errbuf[BUFSIZ];
658 	struct __add_bpf_event_param param = {parse_state, list, head_config};
659 	static bool registered_unprobe_atexit = false;
660 
661 	if (IS_ERR(obj) || !obj) {
662 		snprintf(errbuf, sizeof(errbuf),
663 			 "Internal error: load bpf obj with NULL");
664 		err = -EINVAL;
665 		goto errout;
666 	}
667 
668 	/*
669 	 * Register atexit handler before calling bpf__probe() so
670 	 * bpf__probe() don't need to unprobe probe points its already
671 	 * created when failure.
672 	 */
673 	if (!registered_unprobe_atexit) {
674 		atexit(bpf__clear);
675 		registered_unprobe_atexit = true;
676 	}
677 
678 	err = bpf__probe(obj);
679 	if (err) {
680 		bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf));
681 		goto errout;
682 	}
683 
684 	err = bpf__load(obj);
685 	if (err) {
686 		bpf__strerror_load(obj, err, errbuf, sizeof(errbuf));
687 		goto errout;
688 	}
689 
690 	err = bpf__foreach_event(obj, add_bpf_event, &param);
691 	if (err) {
692 		snprintf(errbuf, sizeof(errbuf),
693 			 "Attach events in BPF object failed");
694 		goto errout;
695 	}
696 
697 	return 0;
698 errout:
699 	parse_events_error__handle(parse_state->error, 0,
700 				strdup(errbuf), strdup("(add -v to see detail)"));
701 	return err;
702 }
703 
704 static int
parse_events_config_bpf(struct parse_events_state * parse_state,struct bpf_object * obj,struct list_head * head_config)705 parse_events_config_bpf(struct parse_events_state *parse_state,
706 			struct bpf_object *obj,
707 			struct list_head *head_config)
708 {
709 	struct parse_events_term *term;
710 	int error_pos;
711 
712 	if (!head_config || list_empty(head_config))
713 		return 0;
714 
715 	list_for_each_entry(term, head_config, list) {
716 		int err;
717 
718 		if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) {
719 			parse_events_error__handle(parse_state->error, term->err_term,
720 						strdup("Invalid config term for BPF object"),
721 						NULL);
722 			return -EINVAL;
723 		}
724 
725 		err = bpf__config_obj(obj, term, parse_state->evlist, &error_pos);
726 		if (err) {
727 			char errbuf[BUFSIZ];
728 			int idx;
729 
730 			bpf__strerror_config_obj(obj, term, parse_state->evlist,
731 						 &error_pos, err, errbuf,
732 						 sizeof(errbuf));
733 
734 			if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE)
735 				idx = term->err_val;
736 			else
737 				idx = term->err_term + error_pos;
738 
739 			parse_events_error__handle(parse_state->error, idx,
740 						strdup(errbuf),
741 						strdup(
742 "Hint:\tValid config terms:\n"
743 "     \tmap:[<arraymap>].value<indices>=[value]\n"
744 "     \tmap:[<eventmap>].event<indices>=[event]\n"
745 "\n"
746 "     \twhere <indices> is something like [0,3...5] or [all]\n"
747 "     \t(add -v to see detail)"));
748 			return err;
749 		}
750 	}
751 	return 0;
752 }
753 
754 /*
755  * Split config terms:
756  * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ...
757  *  'call-graph=fp' is 'evt config', should be applied to each
758  *  events in bpf.c.
759  * 'map:array.value[0]=1' is 'obj config', should be processed
760  * with parse_events_config_bpf.
761  *
762  * Move object config terms from the first list to obj_head_config.
763  */
764 static void
split_bpf_config_terms(struct list_head * evt_head_config,struct list_head * obj_head_config)765 split_bpf_config_terms(struct list_head *evt_head_config,
766 		       struct list_head *obj_head_config)
767 {
768 	struct parse_events_term *term, *temp;
769 
770 	/*
771 	 * Currently, all possible user config term
772 	 * belong to bpf object. parse_events__is_hardcoded_term()
773 	 * happens to be a good flag.
774 	 *
775 	 * See parse_events_config_bpf() and
776 	 * config_term_tracepoint().
777 	 */
778 	list_for_each_entry_safe(term, temp, evt_head_config, list)
779 		if (!parse_events__is_hardcoded_term(term))
780 			list_move_tail(&term->list, obj_head_config);
781 }
782 
parse_events_load_bpf(struct parse_events_state * parse_state,struct list_head * list,char * bpf_file_name,bool source,struct list_head * head_config)783 int parse_events_load_bpf(struct parse_events_state *parse_state,
784 			  struct list_head *list,
785 			  char *bpf_file_name,
786 			  bool source,
787 			  struct list_head *head_config)
788 {
789 	int err;
790 	struct bpf_object *obj;
791 	LIST_HEAD(obj_head_config);
792 
793 	if (head_config)
794 		split_bpf_config_terms(head_config, &obj_head_config);
795 
796 	obj = bpf__prepare_load(bpf_file_name, source);
797 	if (IS_ERR(obj)) {
798 		char errbuf[BUFSIZ];
799 
800 		err = PTR_ERR(obj);
801 
802 		if (err == -ENOTSUP)
803 			snprintf(errbuf, sizeof(errbuf),
804 				 "BPF support is not compiled");
805 		else
806 			bpf__strerror_prepare_load(bpf_file_name,
807 						   source,
808 						   -err, errbuf,
809 						   sizeof(errbuf));
810 
811 		parse_events_error__handle(parse_state->error, 0,
812 					strdup(errbuf), strdup("(add -v to see detail)"));
813 		return err;
814 	}
815 
816 	err = parse_events_load_bpf_obj(parse_state, list, obj, head_config);
817 	if (err)
818 		return err;
819 	err = parse_events_config_bpf(parse_state, obj, &obj_head_config);
820 
821 	/*
822 	 * Caller doesn't know anything about obj_head_config,
823 	 * so combine them together again before returning.
824 	 */
825 	if (head_config)
826 		list_splice_tail(&obj_head_config, head_config);
827 	return err;
828 }
829 #else // HAVE_LIBBPF_SUPPORT
parse_events_load_bpf_obj(struct parse_events_state * parse_state,struct list_head * list __maybe_unused,struct bpf_object * obj __maybe_unused,struct list_head * head_config __maybe_unused)830 int parse_events_load_bpf_obj(struct parse_events_state *parse_state,
831 			      struct list_head *list __maybe_unused,
832 			      struct bpf_object *obj __maybe_unused,
833 			      struct list_head *head_config __maybe_unused)
834 {
835 	parse_events_error__handle(parse_state->error, 0,
836 				   strdup("BPF support is not compiled"),
837 				   strdup("Make sure libbpf-devel is available at build time."));
838 	return -ENOTSUP;
839 }
840 
parse_events_load_bpf(struct parse_events_state * parse_state,struct list_head * list __maybe_unused,char * bpf_file_name __maybe_unused,bool source __maybe_unused,struct list_head * head_config __maybe_unused)841 int parse_events_load_bpf(struct parse_events_state *parse_state,
842 			  struct list_head *list __maybe_unused,
843 			  char *bpf_file_name __maybe_unused,
844 			  bool source __maybe_unused,
845 			  struct list_head *head_config __maybe_unused)
846 {
847 	parse_events_error__handle(parse_state->error, 0,
848 				   strdup("BPF support is not compiled"),
849 				   strdup("Make sure libbpf-devel is available at build time."));
850 	return -ENOTSUP;
851 }
852 #endif // HAVE_LIBBPF_SUPPORT
853 
854 static int
parse_breakpoint_type(const char * type,struct perf_event_attr * attr)855 parse_breakpoint_type(const char *type, struct perf_event_attr *attr)
856 {
857 	int i;
858 
859 	for (i = 0; i < 3; i++) {
860 		if (!type || !type[i])
861 			break;
862 
863 #define CHECK_SET_TYPE(bit)		\
864 do {					\
865 	if (attr->bp_type & bit)	\
866 		return -EINVAL;		\
867 	else				\
868 		attr->bp_type |= bit;	\
869 } while (0)
870 
871 		switch (type[i]) {
872 		case 'r':
873 			CHECK_SET_TYPE(HW_BREAKPOINT_R);
874 			break;
875 		case 'w':
876 			CHECK_SET_TYPE(HW_BREAKPOINT_W);
877 			break;
878 		case 'x':
879 			CHECK_SET_TYPE(HW_BREAKPOINT_X);
880 			break;
881 		default:
882 			return -EINVAL;
883 		}
884 	}
885 
886 #undef CHECK_SET_TYPE
887 
888 	if (!attr->bp_type) /* Default */
889 		attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W;
890 
891 	return 0;
892 }
893 
parse_events_add_breakpoint(struct list_head * list,int * idx,u64 addr,char * type,u64 len)894 int parse_events_add_breakpoint(struct list_head *list, int *idx,
895 				u64 addr, char *type, u64 len)
896 {
897 	struct perf_event_attr attr;
898 
899 	memset(&attr, 0, sizeof(attr));
900 	attr.bp_addr = addr;
901 
902 	if (parse_breakpoint_type(type, &attr))
903 		return -EINVAL;
904 
905 	/* Provide some defaults if len is not specified */
906 	if (!len) {
907 		if (attr.bp_type == HW_BREAKPOINT_X)
908 			len = sizeof(long);
909 		else
910 			len = HW_BREAKPOINT_LEN_4;
911 	}
912 
913 	attr.bp_len = len;
914 
915 	attr.type = PERF_TYPE_BREAKPOINT;
916 	attr.sample_period = 1;
917 
918 	return add_event(list, idx, &attr, /*name=*/NULL, /*mertic_id=*/NULL,
919 			 /*config_terms=*/NULL);
920 }
921 
check_type_val(struct parse_events_term * term,struct parse_events_error * err,int type)922 static int check_type_val(struct parse_events_term *term,
923 			  struct parse_events_error *err,
924 			  int type)
925 {
926 	if (type == term->type_val)
927 		return 0;
928 
929 	if (err) {
930 		parse_events_error__handle(err, term->err_val,
931 					type == PARSE_EVENTS__TERM_TYPE_NUM
932 					? strdup("expected numeric value")
933 					: strdup("expected string value"),
934 					NULL);
935 	}
936 	return -EINVAL;
937 }
938 
939 /*
940  * Update according to parse-events.l
941  */
942 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = {
943 	[PARSE_EVENTS__TERM_TYPE_USER]			= "<sysfs term>",
944 	[PARSE_EVENTS__TERM_TYPE_CONFIG]		= "config",
945 	[PARSE_EVENTS__TERM_TYPE_CONFIG1]		= "config1",
946 	[PARSE_EVENTS__TERM_TYPE_CONFIG2]		= "config2",
947 	[PARSE_EVENTS__TERM_TYPE_NAME]			= "name",
948 	[PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD]		= "period",
949 	[PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ]		= "freq",
950 	[PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE]	= "branch_type",
951 	[PARSE_EVENTS__TERM_TYPE_TIME]			= "time",
952 	[PARSE_EVENTS__TERM_TYPE_CALLGRAPH]		= "call-graph",
953 	[PARSE_EVENTS__TERM_TYPE_STACKSIZE]		= "stack-size",
954 	[PARSE_EVENTS__TERM_TYPE_NOINHERIT]		= "no-inherit",
955 	[PARSE_EVENTS__TERM_TYPE_INHERIT]		= "inherit",
956 	[PARSE_EVENTS__TERM_TYPE_MAX_STACK]		= "max-stack",
957 	[PARSE_EVENTS__TERM_TYPE_MAX_EVENTS]		= "nr",
958 	[PARSE_EVENTS__TERM_TYPE_OVERWRITE]		= "overwrite",
959 	[PARSE_EVENTS__TERM_TYPE_NOOVERWRITE]		= "no-overwrite",
960 	[PARSE_EVENTS__TERM_TYPE_DRV_CFG]		= "driver-config",
961 	[PARSE_EVENTS__TERM_TYPE_PERCORE]		= "percore",
962 	[PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT]		= "aux-output",
963 	[PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE]	= "aux-sample-size",
964 	[PARSE_EVENTS__TERM_TYPE_METRIC_ID]		= "metric-id",
965 };
966 
967 static bool config_term_shrinked;
968 
969 static bool
config_term_avail(int term_type,struct parse_events_error * err)970 config_term_avail(int term_type, struct parse_events_error *err)
971 {
972 	char *err_str;
973 
974 	if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) {
975 		parse_events_error__handle(err, -1,
976 					strdup("Invalid term_type"), NULL);
977 		return false;
978 	}
979 	if (!config_term_shrinked)
980 		return true;
981 
982 	switch (term_type) {
983 	case PARSE_EVENTS__TERM_TYPE_CONFIG:
984 	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
985 	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
986 	case PARSE_EVENTS__TERM_TYPE_NAME:
987 	case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
988 	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
989 	case PARSE_EVENTS__TERM_TYPE_PERCORE:
990 		return true;
991 	default:
992 		if (!err)
993 			return false;
994 
995 		/* term_type is validated so indexing is safe */
996 		if (asprintf(&err_str, "'%s' is not usable in 'perf stat'",
997 				config_term_names[term_type]) >= 0)
998 			parse_events_error__handle(err, -1, err_str, NULL);
999 		return false;
1000 	}
1001 }
1002 
parse_events__shrink_config_terms(void)1003 void parse_events__shrink_config_terms(void)
1004 {
1005 	config_term_shrinked = true;
1006 }
1007 
config_term_common(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)1008 static int config_term_common(struct perf_event_attr *attr,
1009 			      struct parse_events_term *term,
1010 			      struct parse_events_error *err)
1011 {
1012 #define CHECK_TYPE_VAL(type)						   \
1013 do {									   \
1014 	if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
1015 		return -EINVAL;						   \
1016 } while (0)
1017 
1018 	switch (term->type_term) {
1019 	case PARSE_EVENTS__TERM_TYPE_CONFIG:
1020 		CHECK_TYPE_VAL(NUM);
1021 		attr->config = term->val.num;
1022 		break;
1023 	case PARSE_EVENTS__TERM_TYPE_CONFIG1:
1024 		CHECK_TYPE_VAL(NUM);
1025 		attr->config1 = term->val.num;
1026 		break;
1027 	case PARSE_EVENTS__TERM_TYPE_CONFIG2:
1028 		CHECK_TYPE_VAL(NUM);
1029 		attr->config2 = term->val.num;
1030 		break;
1031 	case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1032 		CHECK_TYPE_VAL(NUM);
1033 		break;
1034 	case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1035 		CHECK_TYPE_VAL(NUM);
1036 		break;
1037 	case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1038 		CHECK_TYPE_VAL(STR);
1039 		if (strcmp(term->val.str, "no") &&
1040 		    parse_branch_str(term->val.str,
1041 				    &attr->branch_sample_type)) {
1042 			parse_events_error__handle(err, term->err_val,
1043 					strdup("invalid branch sample type"),
1044 					NULL);
1045 			return -EINVAL;
1046 		}
1047 		break;
1048 	case PARSE_EVENTS__TERM_TYPE_TIME:
1049 		CHECK_TYPE_VAL(NUM);
1050 		if (term->val.num > 1) {
1051 			parse_events_error__handle(err, term->err_val,
1052 						strdup("expected 0 or 1"),
1053 						NULL);
1054 			return -EINVAL;
1055 		}
1056 		break;
1057 	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1058 		CHECK_TYPE_VAL(STR);
1059 		break;
1060 	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1061 		CHECK_TYPE_VAL(NUM);
1062 		break;
1063 	case PARSE_EVENTS__TERM_TYPE_INHERIT:
1064 		CHECK_TYPE_VAL(NUM);
1065 		break;
1066 	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1067 		CHECK_TYPE_VAL(NUM);
1068 		break;
1069 	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1070 		CHECK_TYPE_VAL(NUM);
1071 		break;
1072 	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1073 		CHECK_TYPE_VAL(NUM);
1074 		break;
1075 	case PARSE_EVENTS__TERM_TYPE_NAME:
1076 		CHECK_TYPE_VAL(STR);
1077 		break;
1078 	case PARSE_EVENTS__TERM_TYPE_METRIC_ID:
1079 		CHECK_TYPE_VAL(STR);
1080 		break;
1081 	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1082 		CHECK_TYPE_VAL(NUM);
1083 		break;
1084 	case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1085 		CHECK_TYPE_VAL(NUM);
1086 		break;
1087 	case PARSE_EVENTS__TERM_TYPE_PERCORE:
1088 		CHECK_TYPE_VAL(NUM);
1089 		if ((unsigned int)term->val.num > 1) {
1090 			parse_events_error__handle(err, term->err_val,
1091 						strdup("expected 0 or 1"),
1092 						NULL);
1093 			return -EINVAL;
1094 		}
1095 		break;
1096 	case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1097 		CHECK_TYPE_VAL(NUM);
1098 		break;
1099 	case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1100 		CHECK_TYPE_VAL(NUM);
1101 		if (term->val.num > UINT_MAX) {
1102 			parse_events_error__handle(err, term->err_val,
1103 						strdup("too big"),
1104 						NULL);
1105 			return -EINVAL;
1106 		}
1107 		break;
1108 	default:
1109 		parse_events_error__handle(err, term->err_term,
1110 				strdup("unknown term"),
1111 				parse_events_formats_error_string(NULL));
1112 		return -EINVAL;
1113 	}
1114 
1115 	/*
1116 	 * Check term availability after basic checking so
1117 	 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
1118 	 *
1119 	 * If check availability at the entry of this function,
1120 	 * user will see "'<sysfs term>' is not usable in 'perf stat'"
1121 	 * if an invalid config term is provided for legacy events
1122 	 * (for example, instructions/badterm/...), which is confusing.
1123 	 */
1124 	if (!config_term_avail(term->type_term, err))
1125 		return -EINVAL;
1126 	return 0;
1127 #undef CHECK_TYPE_VAL
1128 }
1129 
config_term_pmu(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)1130 static int config_term_pmu(struct perf_event_attr *attr,
1131 			   struct parse_events_term *term,
1132 			   struct parse_events_error *err)
1133 {
1134 	if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER ||
1135 	    term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG)
1136 		/*
1137 		 * Always succeed for sysfs terms, as we dont know
1138 		 * at this point what type they need to have.
1139 		 */
1140 		return 0;
1141 	else
1142 		return config_term_common(attr, term, err);
1143 }
1144 
config_term_tracepoint(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)1145 static int config_term_tracepoint(struct perf_event_attr *attr,
1146 				  struct parse_events_term *term,
1147 				  struct parse_events_error *err)
1148 {
1149 	switch (term->type_term) {
1150 	case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1151 	case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1152 	case PARSE_EVENTS__TERM_TYPE_INHERIT:
1153 	case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1154 	case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1155 	case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1156 	case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1157 	case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1158 	case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1159 	case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1160 		return config_term_common(attr, term, err);
1161 	default:
1162 		if (err) {
1163 			parse_events_error__handle(err, term->err_term,
1164 				strdup("unknown term"),
1165 				strdup("valid terms: call-graph,stack-size\n"));
1166 		}
1167 		return -EINVAL;
1168 	}
1169 
1170 	return 0;
1171 }
1172 
config_attr(struct perf_event_attr * attr,struct list_head * head,struct parse_events_error * err,config_term_func_t config_term)1173 static int config_attr(struct perf_event_attr *attr,
1174 		       struct list_head *head,
1175 		       struct parse_events_error *err,
1176 		       config_term_func_t config_term)
1177 {
1178 	struct parse_events_term *term;
1179 
1180 	list_for_each_entry(term, head, list)
1181 		if (config_term(attr, term, err))
1182 			return -EINVAL;
1183 
1184 	return 0;
1185 }
1186 
get_config_terms(struct list_head * head_config,struct list_head * head_terms __maybe_unused)1187 static int get_config_terms(struct list_head *head_config,
1188 			    struct list_head *head_terms __maybe_unused)
1189 {
1190 #define ADD_CONFIG_TERM(__type, __weak)				\
1191 	struct evsel_config_term *__t;			\
1192 								\
1193 	__t = zalloc(sizeof(*__t));				\
1194 	if (!__t)						\
1195 		return -ENOMEM;					\
1196 								\
1197 	INIT_LIST_HEAD(&__t->list);				\
1198 	__t->type       = EVSEL__CONFIG_TERM_ ## __type;	\
1199 	__t->weak	= __weak;				\
1200 	list_add_tail(&__t->list, head_terms)
1201 
1202 #define ADD_CONFIG_TERM_VAL(__type, __name, __val, __weak)	\
1203 do {								\
1204 	ADD_CONFIG_TERM(__type, __weak);			\
1205 	__t->val.__name = __val;				\
1206 } while (0)
1207 
1208 #define ADD_CONFIG_TERM_STR(__type, __val, __weak)		\
1209 do {								\
1210 	ADD_CONFIG_TERM(__type, __weak);			\
1211 	__t->val.str = strdup(__val);				\
1212 	if (!__t->val.str) {					\
1213 		zfree(&__t);					\
1214 		return -ENOMEM;					\
1215 	}							\
1216 	__t->free_str = true;					\
1217 } while (0)
1218 
1219 	struct parse_events_term *term;
1220 
1221 	list_for_each_entry(term, head_config, list) {
1222 		switch (term->type_term) {
1223 		case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1224 			ADD_CONFIG_TERM_VAL(PERIOD, period, term->val.num, term->weak);
1225 			break;
1226 		case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1227 			ADD_CONFIG_TERM_VAL(FREQ, freq, term->val.num, term->weak);
1228 			break;
1229 		case PARSE_EVENTS__TERM_TYPE_TIME:
1230 			ADD_CONFIG_TERM_VAL(TIME, time, term->val.num, term->weak);
1231 			break;
1232 		case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1233 			ADD_CONFIG_TERM_STR(CALLGRAPH, term->val.str, term->weak);
1234 			break;
1235 		case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1236 			ADD_CONFIG_TERM_STR(BRANCH, term->val.str, term->weak);
1237 			break;
1238 		case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1239 			ADD_CONFIG_TERM_VAL(STACK_USER, stack_user,
1240 					    term->val.num, term->weak);
1241 			break;
1242 		case PARSE_EVENTS__TERM_TYPE_INHERIT:
1243 			ADD_CONFIG_TERM_VAL(INHERIT, inherit,
1244 					    term->val.num ? 1 : 0, term->weak);
1245 			break;
1246 		case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1247 			ADD_CONFIG_TERM_VAL(INHERIT, inherit,
1248 					    term->val.num ? 0 : 1, term->weak);
1249 			break;
1250 		case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1251 			ADD_CONFIG_TERM_VAL(MAX_STACK, max_stack,
1252 					    term->val.num, term->weak);
1253 			break;
1254 		case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS:
1255 			ADD_CONFIG_TERM_VAL(MAX_EVENTS, max_events,
1256 					    term->val.num, term->weak);
1257 			break;
1258 		case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1259 			ADD_CONFIG_TERM_VAL(OVERWRITE, overwrite,
1260 					    term->val.num ? 1 : 0, term->weak);
1261 			break;
1262 		case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1263 			ADD_CONFIG_TERM_VAL(OVERWRITE, overwrite,
1264 					    term->val.num ? 0 : 1, term->weak);
1265 			break;
1266 		case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1267 			ADD_CONFIG_TERM_STR(DRV_CFG, term->val.str, term->weak);
1268 			break;
1269 		case PARSE_EVENTS__TERM_TYPE_PERCORE:
1270 			ADD_CONFIG_TERM_VAL(PERCORE, percore,
1271 					    term->val.num ? true : false, term->weak);
1272 			break;
1273 		case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT:
1274 			ADD_CONFIG_TERM_VAL(AUX_OUTPUT, aux_output,
1275 					    term->val.num ? 1 : 0, term->weak);
1276 			break;
1277 		case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE:
1278 			ADD_CONFIG_TERM_VAL(AUX_SAMPLE_SIZE, aux_sample_size,
1279 					    term->val.num, term->weak);
1280 			break;
1281 		default:
1282 			break;
1283 		}
1284 	}
1285 	return 0;
1286 }
1287 
1288 /*
1289  * Add EVSEL__CONFIG_TERM_CFG_CHG where cfg_chg will have a bit set for
1290  * each bit of attr->config that the user has changed.
1291  */
get_config_chgs(struct perf_pmu * pmu,struct list_head * head_config,struct list_head * head_terms)1292 static int get_config_chgs(struct perf_pmu *pmu, struct list_head *head_config,
1293 			   struct list_head *head_terms)
1294 {
1295 	struct parse_events_term *term;
1296 	u64 bits = 0;
1297 	int type;
1298 
1299 	list_for_each_entry(term, head_config, list) {
1300 		switch (term->type_term) {
1301 		case PARSE_EVENTS__TERM_TYPE_USER:
1302 			type = perf_pmu__format_type(&pmu->format, term->config);
1303 			if (type != PERF_PMU_FORMAT_VALUE_CONFIG)
1304 				continue;
1305 			bits |= perf_pmu__format_bits(&pmu->format, term->config);
1306 			break;
1307 		case PARSE_EVENTS__TERM_TYPE_CONFIG:
1308 			bits = ~(u64)0;
1309 			break;
1310 		default:
1311 			break;
1312 		}
1313 	}
1314 
1315 	if (bits)
1316 		ADD_CONFIG_TERM_VAL(CFG_CHG, cfg_chg, bits, false);
1317 
1318 #undef ADD_CONFIG_TERM
1319 	return 0;
1320 }
1321 
parse_events_add_tracepoint(struct list_head * list,int * idx,const char * sys,const char * event,struct parse_events_error * err,struct list_head * head_config)1322 int parse_events_add_tracepoint(struct list_head *list, int *idx,
1323 				const char *sys, const char *event,
1324 				struct parse_events_error *err,
1325 				struct list_head *head_config)
1326 {
1327 	if (head_config) {
1328 		struct perf_event_attr attr;
1329 
1330 		if (config_attr(&attr, head_config, err,
1331 				config_term_tracepoint))
1332 			return -EINVAL;
1333 	}
1334 
1335 	if (strpbrk(sys, "*?"))
1336 		return add_tracepoint_multi_sys(list, idx, sys, event,
1337 						err, head_config);
1338 	else
1339 		return add_tracepoint_event(list, idx, sys, event,
1340 					    err, head_config);
1341 }
1342 
parse_events_add_numeric(struct parse_events_state * parse_state,struct list_head * list,u32 type,u64 config,struct list_head * head_config)1343 int parse_events_add_numeric(struct parse_events_state *parse_state,
1344 			     struct list_head *list,
1345 			     u32 type, u64 config,
1346 			     struct list_head *head_config)
1347 {
1348 	struct perf_event_attr attr;
1349 	LIST_HEAD(config_terms);
1350 	const char *name, *metric_id;
1351 	bool hybrid;
1352 	int ret;
1353 
1354 	memset(&attr, 0, sizeof(attr));
1355 	attr.type = type;
1356 	attr.config = config;
1357 
1358 	if (head_config) {
1359 		if (config_attr(&attr, head_config, parse_state->error,
1360 				config_term_common))
1361 			return -EINVAL;
1362 
1363 		if (get_config_terms(head_config, &config_terms))
1364 			return -ENOMEM;
1365 	}
1366 
1367 	name = get_config_name(head_config);
1368 	metric_id = get_config_metric_id(head_config);
1369 	ret = parse_events__add_numeric_hybrid(parse_state, list, &attr,
1370 					       name, metric_id,
1371 					       &config_terms, &hybrid);
1372 	if (hybrid)
1373 		goto out_free_terms;
1374 
1375 	ret = add_event(list, &parse_state->idx, &attr, name, metric_id,
1376 			&config_terms);
1377 out_free_terms:
1378 	free_config_terms(&config_terms);
1379 	return ret;
1380 }
1381 
parse_events_add_tool(struct parse_events_state * parse_state,struct list_head * list,int tool_event)1382 int parse_events_add_tool(struct parse_events_state *parse_state,
1383 			  struct list_head *list,
1384 			  int tool_event)
1385 {
1386 	return add_event_tool(list, &parse_state->idx, tool_event);
1387 }
1388 
config_term_percore(struct list_head * config_terms)1389 static bool config_term_percore(struct list_head *config_terms)
1390 {
1391 	struct evsel_config_term *term;
1392 
1393 	list_for_each_entry(term, config_terms, list) {
1394 		if (term->type == EVSEL__CONFIG_TERM_PERCORE)
1395 			return term->val.percore;
1396 	}
1397 
1398 	return false;
1399 }
1400 
parse_events__inside_hybrid_pmu(struct parse_events_state * parse_state,struct list_head * list,char * name,struct list_head * head_config)1401 static int parse_events__inside_hybrid_pmu(struct parse_events_state *parse_state,
1402 					   struct list_head *list, char *name,
1403 					   struct list_head *head_config)
1404 {
1405 	struct parse_events_term *term;
1406 	int ret = -1;
1407 
1408 	if (parse_state->fake_pmu || !head_config || list_empty(head_config) ||
1409 	    !perf_pmu__is_hybrid(name)) {
1410 		return -1;
1411 	}
1412 
1413 	/*
1414 	 * More than one term in list.
1415 	 */
1416 	if (head_config->next && head_config->next->next != head_config)
1417 		return -1;
1418 
1419 	term = list_first_entry(head_config, struct parse_events_term, list);
1420 	if (term && term->config && strcmp(term->config, "event")) {
1421 		ret = parse_events__with_hybrid_pmu(parse_state, term->config,
1422 						    name, list);
1423 	}
1424 
1425 	return ret;
1426 }
1427 
parse_events_add_pmu(struct parse_events_state * parse_state,struct list_head * list,char * name,struct list_head * head_config,bool auto_merge_stats,bool use_alias)1428 int parse_events_add_pmu(struct parse_events_state *parse_state,
1429 			 struct list_head *list, char *name,
1430 			 struct list_head *head_config,
1431 			 bool auto_merge_stats,
1432 			 bool use_alias)
1433 {
1434 	struct perf_event_attr attr;
1435 	struct perf_pmu_info info;
1436 	struct perf_pmu *pmu;
1437 	struct evsel *evsel;
1438 	struct parse_events_error *err = parse_state->error;
1439 	bool use_uncore_alias;
1440 	LIST_HEAD(config_terms);
1441 
1442 	pmu = parse_state->fake_pmu ?: perf_pmu__find(name);
1443 
1444 	if (verbose > 1 && !(pmu && pmu->selectable)) {
1445 		fprintf(stderr, "Attempting to add event pmu '%s' with '",
1446 			name);
1447 		if (head_config) {
1448 			struct parse_events_term *term;
1449 
1450 			list_for_each_entry(term, head_config, list) {
1451 				fprintf(stderr, "%s,", term->config);
1452 			}
1453 		}
1454 		fprintf(stderr, "' that may result in non-fatal errors\n");
1455 	}
1456 
1457 	if (!pmu) {
1458 		char *err_str;
1459 
1460 		if (asprintf(&err_str,
1461 				"Cannot find PMU `%s'. Missing kernel support?",
1462 				name) >= 0)
1463 			parse_events_error__handle(err, 0, err_str, NULL);
1464 		return -EINVAL;
1465 	}
1466 
1467 	if (pmu->default_config) {
1468 		memcpy(&attr, pmu->default_config,
1469 		       sizeof(struct perf_event_attr));
1470 	} else {
1471 		memset(&attr, 0, sizeof(attr));
1472 	}
1473 
1474 	use_uncore_alias = (pmu->is_uncore && use_alias);
1475 
1476 	if (!head_config) {
1477 		attr.type = pmu->type;
1478 		evsel = __add_event(list, &parse_state->idx, &attr,
1479 				    /*init_attr=*/true, /*name=*/NULL,
1480 				    /*metric_id=*/NULL, pmu,
1481 				    /*config_terms=*/NULL, auto_merge_stats,
1482 				    /*cpu_list=*/NULL);
1483 		if (evsel) {
1484 			evsel->pmu_name = name ? strdup(name) : NULL;
1485 			evsel->use_uncore_alias = use_uncore_alias;
1486 			return 0;
1487 		} else {
1488 			return -ENOMEM;
1489 		}
1490 	}
1491 
1492 	if (!parse_state->fake_pmu && perf_pmu__check_alias(pmu, head_config, &info))
1493 		return -EINVAL;
1494 
1495 	if (verbose > 1) {
1496 		fprintf(stderr, "After aliases, add event pmu '%s' with '",
1497 			name);
1498 		if (head_config) {
1499 			struct parse_events_term *term;
1500 
1501 			list_for_each_entry(term, head_config, list) {
1502 				fprintf(stderr, "%s,", term->config);
1503 			}
1504 		}
1505 		fprintf(stderr, "' that may result in non-fatal errors\n");
1506 	}
1507 
1508 	/*
1509 	 * Configure hardcoded terms first, no need to check
1510 	 * return value when called with fail == 0 ;)
1511 	 */
1512 	if (config_attr(&attr, head_config, parse_state->error, config_term_pmu))
1513 		return -EINVAL;
1514 
1515 	if (get_config_terms(head_config, &config_terms))
1516 		return -ENOMEM;
1517 
1518 	/*
1519 	 * When using default config, record which bits of attr->config were
1520 	 * changed by the user.
1521 	 */
1522 	if (pmu->default_config && get_config_chgs(pmu, head_config, &config_terms))
1523 		return -ENOMEM;
1524 
1525 	if (!parse_events__inside_hybrid_pmu(parse_state, list, name,
1526 					     head_config)) {
1527 		return 0;
1528 	}
1529 
1530 	if (!parse_state->fake_pmu && perf_pmu__config(pmu, &attr, head_config, parse_state->error)) {
1531 		free_config_terms(&config_terms);
1532 		return -EINVAL;
1533 	}
1534 
1535 	evsel = __add_event(list, &parse_state->idx, &attr, /*init_attr=*/true,
1536 			    get_config_name(head_config),
1537 			    get_config_metric_id(head_config), pmu,
1538 			    &config_terms, auto_merge_stats, /*cpu_list=*/NULL);
1539 	if (!evsel)
1540 		return -ENOMEM;
1541 
1542 	if (evsel->name)
1543 		evsel->use_config_name = true;
1544 
1545 	evsel->pmu_name = name ? strdup(name) : NULL;
1546 	evsel->use_uncore_alias = use_uncore_alias;
1547 	evsel->percore = config_term_percore(&evsel->config_terms);
1548 
1549 	if (parse_state->fake_pmu)
1550 		return 0;
1551 
1552 	free((char *)evsel->unit);
1553 	evsel->unit = strdup(info.unit);
1554 	evsel->scale = info.scale;
1555 	evsel->per_pkg = info.per_pkg;
1556 	evsel->snapshot = info.snapshot;
1557 	evsel->metric_expr = info.metric_expr;
1558 	evsel->metric_name = info.metric_name;
1559 	return 0;
1560 }
1561 
parse_events_multi_pmu_add(struct parse_events_state * parse_state,char * str,struct list_head * head,struct list_head ** listp)1562 int parse_events_multi_pmu_add(struct parse_events_state *parse_state,
1563 			       char *str, struct list_head *head,
1564 			       struct list_head **listp)
1565 {
1566 	struct parse_events_term *term;
1567 	struct list_head *list = NULL;
1568 	struct list_head *orig_head = NULL;
1569 	struct perf_pmu *pmu = NULL;
1570 	int ok = 0;
1571 	char *config;
1572 
1573 	*listp = NULL;
1574 
1575 	if (!head) {
1576 		head = malloc(sizeof(struct list_head));
1577 		if (!head)
1578 			goto out_err;
1579 
1580 		INIT_LIST_HEAD(head);
1581 	}
1582 	config = strdup(str);
1583 	if (!config)
1584 		goto out_err;
1585 
1586 	if (parse_events_term__num(&term,
1587 				   PARSE_EVENTS__TERM_TYPE_USER,
1588 				   config, 1, false, &config,
1589 					NULL) < 0) {
1590 		free(config);
1591 		goto out_err;
1592 	}
1593 	list_add_tail(&term->list, head);
1594 
1595 	/* Add it for all PMUs that support the alias */
1596 	list = malloc(sizeof(struct list_head));
1597 	if (!list)
1598 		goto out_err;
1599 
1600 	INIT_LIST_HEAD(list);
1601 
1602 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1603 		struct perf_pmu_alias *alias;
1604 
1605 		list_for_each_entry(alias, &pmu->aliases, list) {
1606 			if (!strcasecmp(alias->name, str)) {
1607 				parse_events_copy_term_list(head, &orig_head);
1608 				if (!parse_events_add_pmu(parse_state, list,
1609 							  pmu->name, orig_head,
1610 							  true, true)) {
1611 					pr_debug("%s -> %s/%s/\n", str,
1612 						 pmu->name, alias->str);
1613 					ok++;
1614 				}
1615 				parse_events_terms__delete(orig_head);
1616 			}
1617 		}
1618 	}
1619 
1620 	if (parse_state->fake_pmu) {
1621 		if (!parse_events_add_pmu(parse_state, list, str, head,
1622 					  true, true)) {
1623 			pr_debug("%s -> %s/%s/\n", str, "fake_pmu", str);
1624 			ok++;
1625 		}
1626 	}
1627 
1628 out_err:
1629 	if (ok)
1630 		*listp = list;
1631 	else
1632 		free(list);
1633 
1634 	parse_events_terms__delete(head);
1635 	return ok ? 0 : -1;
1636 }
1637 
parse_events__modifier_group(struct list_head * list,char * event_mod)1638 int parse_events__modifier_group(struct list_head *list,
1639 				 char *event_mod)
1640 {
1641 	return parse_events__modifier_event(list, event_mod, true);
1642 }
1643 
1644 /*
1645  * Check if the two uncore PMUs are from the same uncore block
1646  * The format of the uncore PMU name is uncore_#blockname_#pmuidx
1647  */
is_same_uncore_block(const char * pmu_name_a,const char * pmu_name_b)1648 static bool is_same_uncore_block(const char *pmu_name_a, const char *pmu_name_b)
1649 {
1650 	char *end_a, *end_b;
1651 
1652 	end_a = strrchr(pmu_name_a, '_');
1653 	end_b = strrchr(pmu_name_b, '_');
1654 
1655 	if (!end_a || !end_b)
1656 		return false;
1657 
1658 	if ((end_a - pmu_name_a) != (end_b - pmu_name_b))
1659 		return false;
1660 
1661 	return (strncmp(pmu_name_a, pmu_name_b, end_a - pmu_name_a) == 0);
1662 }
1663 
1664 static int
parse_events__set_leader_for_uncore_aliase(char * name,struct list_head * list,struct parse_events_state * parse_state)1665 parse_events__set_leader_for_uncore_aliase(char *name, struct list_head *list,
1666 					   struct parse_events_state *parse_state)
1667 {
1668 	struct evsel *evsel, *leader;
1669 	uintptr_t *leaders;
1670 	bool is_leader = true;
1671 	int i, nr_pmu = 0, total_members, ret = 0;
1672 
1673 	leader = list_first_entry(list, struct evsel, core.node);
1674 	evsel = list_last_entry(list, struct evsel, core.node);
1675 	total_members = evsel->core.idx - leader->core.idx + 1;
1676 
1677 	leaders = calloc(total_members, sizeof(uintptr_t));
1678 	if (WARN_ON(!leaders))
1679 		return 0;
1680 
1681 	/*
1682 	 * Going through the whole group and doing sanity check.
1683 	 * All members must use alias, and be from the same uncore block.
1684 	 * Also, storing the leader events in an array.
1685 	 */
1686 	__evlist__for_each_entry(list, evsel) {
1687 
1688 		/* Only split the uncore group which members use alias */
1689 		if (!evsel->use_uncore_alias)
1690 			goto out;
1691 
1692 		/* The events must be from the same uncore block */
1693 		if (!is_same_uncore_block(leader->pmu_name, evsel->pmu_name))
1694 			goto out;
1695 
1696 		if (!is_leader)
1697 			continue;
1698 		/*
1699 		 * If the event's PMU name starts to repeat, it must be a new
1700 		 * event. That can be used to distinguish the leader from
1701 		 * other members, even they have the same event name.
1702 		 */
1703 		if ((leader != evsel) &&
1704 		    !strcmp(leader->pmu_name, evsel->pmu_name)) {
1705 			is_leader = false;
1706 			continue;
1707 		}
1708 
1709 		/* Store the leader event for each PMU */
1710 		leaders[nr_pmu++] = (uintptr_t) evsel;
1711 	}
1712 
1713 	/* only one event alias */
1714 	if (nr_pmu == total_members) {
1715 		parse_state->nr_groups--;
1716 		goto handled;
1717 	}
1718 
1719 	/*
1720 	 * An uncore event alias is a joint name which means the same event
1721 	 * runs on all PMUs of a block.
1722 	 * Perf doesn't support mixed events from different PMUs in the same
1723 	 * group. The big group has to be split into multiple small groups
1724 	 * which only include the events from the same PMU.
1725 	 *
1726 	 * Here the uncore event aliases must be from the same uncore block.
1727 	 * The number of PMUs must be same for each alias. The number of new
1728 	 * small groups equals to the number of PMUs.
1729 	 * Setting the leader event for corresponding members in each group.
1730 	 */
1731 	i = 0;
1732 	__evlist__for_each_entry(list, evsel) {
1733 		if (i >= nr_pmu)
1734 			i = 0;
1735 		evsel__set_leader(evsel, (struct evsel *) leaders[i++]);
1736 	}
1737 
1738 	/* The number of members and group name are same for each group */
1739 	for (i = 0; i < nr_pmu; i++) {
1740 		evsel = (struct evsel *) leaders[i];
1741 		evsel->core.nr_members = total_members / nr_pmu;
1742 		evsel->group_name = name ? strdup(name) : NULL;
1743 	}
1744 
1745 	/* Take the new small groups into account */
1746 	parse_state->nr_groups += nr_pmu - 1;
1747 
1748 handled:
1749 	ret = 1;
1750 out:
1751 	free(leaders);
1752 	return ret;
1753 }
1754 
arch_evlist__leader(struct list_head * list)1755 __weak struct evsel *arch_evlist__leader(struct list_head *list)
1756 {
1757 	return list_first_entry(list, struct evsel, core.node);
1758 }
1759 
parse_events__set_leader(char * name,struct list_head * list,struct parse_events_state * parse_state)1760 void parse_events__set_leader(char *name, struct list_head *list,
1761 			      struct parse_events_state *parse_state)
1762 {
1763 	struct evsel *leader;
1764 
1765 	if (list_empty(list)) {
1766 		WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1767 		return;
1768 	}
1769 
1770 	if (parse_events__set_leader_for_uncore_aliase(name, list, parse_state))
1771 		return;
1772 
1773 	leader = arch_evlist__leader(list);
1774 	__perf_evlist__set_leader(list, &leader->core);
1775 	leader->group_name = name ? strdup(name) : NULL;
1776 	list_move(&leader->core.node, list);
1777 }
1778 
1779 /* list_event is assumed to point to malloc'ed memory */
parse_events_update_lists(struct list_head * list_event,struct list_head * list_all)1780 void parse_events_update_lists(struct list_head *list_event,
1781 			       struct list_head *list_all)
1782 {
1783 	/*
1784 	 * Called for single event definition. Update the
1785 	 * 'all event' list, and reinit the 'single event'
1786 	 * list, for next event definition.
1787 	 */
1788 	list_splice_tail(list_event, list_all);
1789 	free(list_event);
1790 }
1791 
1792 struct event_modifier {
1793 	int eu;
1794 	int ek;
1795 	int eh;
1796 	int eH;
1797 	int eG;
1798 	int eI;
1799 	int precise;
1800 	int precise_max;
1801 	int exclude_GH;
1802 	int sample_read;
1803 	int pinned;
1804 	int weak;
1805 	int exclusive;
1806 	int bpf_counter;
1807 };
1808 
get_event_modifier(struct event_modifier * mod,char * str,struct evsel * evsel)1809 static int get_event_modifier(struct event_modifier *mod, char *str,
1810 			       struct evsel *evsel)
1811 {
1812 	int eu = evsel ? evsel->core.attr.exclude_user : 0;
1813 	int ek = evsel ? evsel->core.attr.exclude_kernel : 0;
1814 	int eh = evsel ? evsel->core.attr.exclude_hv : 0;
1815 	int eH = evsel ? evsel->core.attr.exclude_host : 0;
1816 	int eG = evsel ? evsel->core.attr.exclude_guest : 0;
1817 	int eI = evsel ? evsel->core.attr.exclude_idle : 0;
1818 	int precise = evsel ? evsel->core.attr.precise_ip : 0;
1819 	int precise_max = 0;
1820 	int sample_read = 0;
1821 	int pinned = evsel ? evsel->core.attr.pinned : 0;
1822 	int exclusive = evsel ? evsel->core.attr.exclusive : 0;
1823 
1824 	int exclude = eu | ek | eh;
1825 	int exclude_GH = evsel ? evsel->exclude_GH : 0;
1826 	int weak = 0;
1827 	int bpf_counter = 0;
1828 
1829 	memset(mod, 0, sizeof(*mod));
1830 
1831 	while (*str) {
1832 		if (*str == 'u') {
1833 			if (!exclude)
1834 				exclude = eu = ek = eh = 1;
1835 			if (!exclude_GH && !perf_guest)
1836 				eG = 1;
1837 			eu = 0;
1838 		} else if (*str == 'k') {
1839 			if (!exclude)
1840 				exclude = eu = ek = eh = 1;
1841 			ek = 0;
1842 		} else if (*str == 'h') {
1843 			if (!exclude)
1844 				exclude = eu = ek = eh = 1;
1845 			eh = 0;
1846 		} else if (*str == 'G') {
1847 			if (!exclude_GH)
1848 				exclude_GH = eG = eH = 1;
1849 			eG = 0;
1850 		} else if (*str == 'H') {
1851 			if (!exclude_GH)
1852 				exclude_GH = eG = eH = 1;
1853 			eH = 0;
1854 		} else if (*str == 'I') {
1855 			eI = 1;
1856 		} else if (*str == 'p') {
1857 			precise++;
1858 			/* use of precise requires exclude_guest */
1859 			if (!exclude_GH)
1860 				eG = 1;
1861 		} else if (*str == 'P') {
1862 			precise_max = 1;
1863 		} else if (*str == 'S') {
1864 			sample_read = 1;
1865 		} else if (*str == 'D') {
1866 			pinned = 1;
1867 		} else if (*str == 'e') {
1868 			exclusive = 1;
1869 		} else if (*str == 'W') {
1870 			weak = 1;
1871 		} else if (*str == 'b') {
1872 			bpf_counter = 1;
1873 		} else
1874 			break;
1875 
1876 		++str;
1877 	}
1878 
1879 	/*
1880 	 * precise ip:
1881 	 *
1882 	 *  0 - SAMPLE_IP can have arbitrary skid
1883 	 *  1 - SAMPLE_IP must have constant skid
1884 	 *  2 - SAMPLE_IP requested to have 0 skid
1885 	 *  3 - SAMPLE_IP must have 0 skid
1886 	 *
1887 	 *  See also PERF_RECORD_MISC_EXACT_IP
1888 	 */
1889 	if (precise > 3)
1890 		return -EINVAL;
1891 
1892 	mod->eu = eu;
1893 	mod->ek = ek;
1894 	mod->eh = eh;
1895 	mod->eH = eH;
1896 	mod->eG = eG;
1897 	mod->eI = eI;
1898 	mod->precise = precise;
1899 	mod->precise_max = precise_max;
1900 	mod->exclude_GH = exclude_GH;
1901 	mod->sample_read = sample_read;
1902 	mod->pinned = pinned;
1903 	mod->weak = weak;
1904 	mod->bpf_counter = bpf_counter;
1905 	mod->exclusive = exclusive;
1906 
1907 	return 0;
1908 }
1909 
1910 /*
1911  * Basic modifier sanity check to validate it contains only one
1912  * instance of any modifier (apart from 'p') present.
1913  */
check_modifier(char * str)1914 static int check_modifier(char *str)
1915 {
1916 	char *p = str;
1917 
1918 	/* The sizeof includes 0 byte as well. */
1919 	if (strlen(str) > (sizeof("ukhGHpppPSDIWeb") - 1))
1920 		return -1;
1921 
1922 	while (*p) {
1923 		if (*p != 'p' && strchr(p + 1, *p))
1924 			return -1;
1925 		p++;
1926 	}
1927 
1928 	return 0;
1929 }
1930 
parse_events__modifier_event(struct list_head * list,char * str,bool add)1931 int parse_events__modifier_event(struct list_head *list, char *str, bool add)
1932 {
1933 	struct evsel *evsel;
1934 	struct event_modifier mod;
1935 
1936 	if (str == NULL)
1937 		return 0;
1938 
1939 	if (check_modifier(str))
1940 		return -EINVAL;
1941 
1942 	if (!add && get_event_modifier(&mod, str, NULL))
1943 		return -EINVAL;
1944 
1945 	__evlist__for_each_entry(list, evsel) {
1946 		if (add && get_event_modifier(&mod, str, evsel))
1947 			return -EINVAL;
1948 
1949 		evsel->core.attr.exclude_user   = mod.eu;
1950 		evsel->core.attr.exclude_kernel = mod.ek;
1951 		evsel->core.attr.exclude_hv     = mod.eh;
1952 		evsel->core.attr.precise_ip     = mod.precise;
1953 		evsel->core.attr.exclude_host   = mod.eH;
1954 		evsel->core.attr.exclude_guest  = mod.eG;
1955 		evsel->core.attr.exclude_idle   = mod.eI;
1956 		evsel->exclude_GH          = mod.exclude_GH;
1957 		evsel->sample_read         = mod.sample_read;
1958 		evsel->precise_max         = mod.precise_max;
1959 		evsel->weak_group	   = mod.weak;
1960 		evsel->bpf_counter	   = mod.bpf_counter;
1961 
1962 		if (evsel__is_group_leader(evsel)) {
1963 			evsel->core.attr.pinned = mod.pinned;
1964 			evsel->core.attr.exclusive = mod.exclusive;
1965 		}
1966 	}
1967 
1968 	return 0;
1969 }
1970 
parse_events_name(struct list_head * list,const char * name)1971 int parse_events_name(struct list_head *list, const char *name)
1972 {
1973 	struct evsel *evsel;
1974 
1975 	__evlist__for_each_entry(list, evsel) {
1976 		if (!evsel->name)
1977 			evsel->name = strdup(name);
1978 	}
1979 
1980 	return 0;
1981 }
1982 
1983 static int
comp_pmu(const void * p1,const void * p2)1984 comp_pmu(const void *p1, const void *p2)
1985 {
1986 	struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1;
1987 	struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2;
1988 
1989 	return strcasecmp(pmu1->symbol, pmu2->symbol);
1990 }
1991 
perf_pmu__parse_cleanup(void)1992 static void perf_pmu__parse_cleanup(void)
1993 {
1994 	if (perf_pmu_events_list_num > 0) {
1995 		struct perf_pmu_event_symbol *p;
1996 		int i;
1997 
1998 		for (i = 0; i < perf_pmu_events_list_num; i++) {
1999 			p = perf_pmu_events_list + i;
2000 			zfree(&p->symbol);
2001 		}
2002 		zfree(&perf_pmu_events_list);
2003 		perf_pmu_events_list_num = 0;
2004 	}
2005 }
2006 
2007 #define SET_SYMBOL(str, stype)		\
2008 do {					\
2009 	p->symbol = str;		\
2010 	if (!p->symbol)			\
2011 		goto err;		\
2012 	p->type = stype;		\
2013 } while (0)
2014 
2015 /*
2016  * Read the pmu events list from sysfs
2017  * Save it into perf_pmu_events_list
2018  */
perf_pmu__parse_init(void)2019 static void perf_pmu__parse_init(void)
2020 {
2021 
2022 	struct perf_pmu *pmu = NULL;
2023 	struct perf_pmu_alias *alias;
2024 	int len = 0;
2025 
2026 	pmu = NULL;
2027 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
2028 		list_for_each_entry(alias, &pmu->aliases, list) {
2029 			char *tmp = strchr(alias->name, '-');
2030 
2031 			if (tmp) {
2032 				char *tmp2 = NULL;
2033 
2034 				tmp2 = strchr(tmp + 1, '-');
2035 				len++;
2036 				if (tmp2)
2037 					len++;
2038 			}
2039 
2040 			len++;
2041 		}
2042 	}
2043 
2044 	if (len == 0) {
2045 		perf_pmu_events_list_num = -1;
2046 		return;
2047 	}
2048 	perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len);
2049 	if (!perf_pmu_events_list)
2050 		return;
2051 	perf_pmu_events_list_num = len;
2052 
2053 	len = 0;
2054 	pmu = NULL;
2055 	while ((pmu = perf_pmu__scan(pmu)) != NULL) {
2056 		list_for_each_entry(alias, &pmu->aliases, list) {
2057 			struct perf_pmu_event_symbol *p = perf_pmu_events_list + len;
2058 			char *tmp = strchr(alias->name, '-');
2059 			char *tmp2 = NULL;
2060 
2061 			if (tmp)
2062 				tmp2 = strchr(tmp + 1, '-');
2063 			if (tmp2) {
2064 				SET_SYMBOL(strndup(alias->name, tmp - alias->name),
2065 						PMU_EVENT_SYMBOL_PREFIX);
2066 				p++;
2067 				tmp++;
2068 				SET_SYMBOL(strndup(tmp, tmp2 - tmp), PMU_EVENT_SYMBOL_SUFFIX);
2069 				p++;
2070 				SET_SYMBOL(strdup(++tmp2), PMU_EVENT_SYMBOL_SUFFIX2);
2071 				len += 3;
2072 			} else if (tmp) {
2073 				SET_SYMBOL(strndup(alias->name, tmp - alias->name),
2074 						PMU_EVENT_SYMBOL_PREFIX);
2075 				p++;
2076 				SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX);
2077 				len += 2;
2078 			} else {
2079 				SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL);
2080 				len++;
2081 			}
2082 		}
2083 	}
2084 	qsort(perf_pmu_events_list, len,
2085 		sizeof(struct perf_pmu_event_symbol), comp_pmu);
2086 
2087 	return;
2088 err:
2089 	perf_pmu__parse_cleanup();
2090 }
2091 
2092 /*
2093  * This function injects special term in
2094  * perf_pmu_events_list so the test code
2095  * can check on this functionality.
2096  */
perf_pmu__test_parse_init(void)2097 int perf_pmu__test_parse_init(void)
2098 {
2099 	struct perf_pmu_event_symbol *list, *tmp, symbols[] = {
2100 		{(char *)"read", PMU_EVENT_SYMBOL},
2101 		{(char *)"event", PMU_EVENT_SYMBOL_PREFIX},
2102 		{(char *)"two", PMU_EVENT_SYMBOL_SUFFIX},
2103 		{(char *)"hyphen", PMU_EVENT_SYMBOL_SUFFIX},
2104 		{(char *)"hyph", PMU_EVENT_SYMBOL_SUFFIX2},
2105 	};
2106 	unsigned long i, j;
2107 
2108 	tmp = list = malloc(sizeof(*list) * ARRAY_SIZE(symbols));
2109 	if (!list)
2110 		return -ENOMEM;
2111 
2112 	for (i = 0; i < ARRAY_SIZE(symbols); i++, tmp++) {
2113 		tmp->type = symbols[i].type;
2114 		tmp->symbol = strdup(symbols[i].symbol);
2115 		if (!tmp->symbol)
2116 			goto err_free;
2117 	}
2118 
2119 	perf_pmu_events_list = list;
2120 	perf_pmu_events_list_num = ARRAY_SIZE(symbols);
2121 
2122 	qsort(perf_pmu_events_list, ARRAY_SIZE(symbols),
2123 	      sizeof(struct perf_pmu_event_symbol), comp_pmu);
2124 	return 0;
2125 
2126 err_free:
2127 	for (j = 0, tmp = list; j < i; j++, tmp++)
2128 		free(tmp->symbol);
2129 	free(list);
2130 	return -ENOMEM;
2131 }
2132 
2133 enum perf_pmu_event_symbol_type
perf_pmu__parse_check(const char * name)2134 perf_pmu__parse_check(const char *name)
2135 {
2136 	struct perf_pmu_event_symbol p, *r;
2137 
2138 	/* scan kernel pmu events from sysfs if needed */
2139 	if (perf_pmu_events_list_num == 0)
2140 		perf_pmu__parse_init();
2141 	/*
2142 	 * name "cpu" could be prefix of cpu-cycles or cpu// events.
2143 	 * cpu-cycles has been handled by hardcode.
2144 	 * So it must be cpu// events, not kernel pmu event.
2145 	 */
2146 	if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu"))
2147 		return PMU_EVENT_SYMBOL_ERR;
2148 
2149 	p.symbol = strdup(name);
2150 	r = bsearch(&p, perf_pmu_events_list,
2151 			(size_t) perf_pmu_events_list_num,
2152 			sizeof(struct perf_pmu_event_symbol), comp_pmu);
2153 	zfree(&p.symbol);
2154 	return r ? r->type : PMU_EVENT_SYMBOL_ERR;
2155 }
2156 
parse_events__scanner(const char * str,struct parse_events_state * parse_state)2157 static int parse_events__scanner(const char *str,
2158 				 struct parse_events_state *parse_state)
2159 {
2160 	YY_BUFFER_STATE buffer;
2161 	void *scanner;
2162 	int ret;
2163 
2164 	ret = parse_events_lex_init_extra(parse_state, &scanner);
2165 	if (ret)
2166 		return ret;
2167 
2168 	buffer = parse_events__scan_string(str, scanner);
2169 
2170 #ifdef PARSER_DEBUG
2171 	parse_events_debug = 1;
2172 	parse_events_set_debug(1, scanner);
2173 #endif
2174 	ret = parse_events_parse(parse_state, scanner);
2175 
2176 	parse_events__flush_buffer(buffer, scanner);
2177 	parse_events__delete_buffer(buffer, scanner);
2178 	parse_events_lex_destroy(scanner);
2179 	return ret;
2180 }
2181 
2182 /*
2183  * parse event config string, return a list of event terms.
2184  */
parse_events_terms(struct list_head * terms,const char * str)2185 int parse_events_terms(struct list_head *terms, const char *str)
2186 {
2187 	struct parse_events_state parse_state = {
2188 		.terms  = NULL,
2189 		.stoken = PE_START_TERMS,
2190 	};
2191 	int ret;
2192 
2193 	ret = parse_events__scanner(str, &parse_state);
2194 	perf_pmu__parse_cleanup();
2195 
2196 	if (!ret) {
2197 		list_splice(parse_state.terms, terms);
2198 		zfree(&parse_state.terms);
2199 		return 0;
2200 	}
2201 
2202 	parse_events_terms__delete(parse_state.terms);
2203 	return ret;
2204 }
2205 
parse_events__with_hybrid_pmu(struct parse_events_state * parse_state,const char * str,char * pmu_name,struct list_head * list)2206 static int parse_events__with_hybrid_pmu(struct parse_events_state *parse_state,
2207 					 const char *str, char *pmu_name,
2208 					 struct list_head *list)
2209 {
2210 	struct parse_events_state ps = {
2211 		.list            = LIST_HEAD_INIT(ps.list),
2212 		.stoken          = PE_START_EVENTS,
2213 		.hybrid_pmu_name = pmu_name,
2214 		.idx             = parse_state->idx,
2215 	};
2216 	int ret;
2217 
2218 	ret = parse_events__scanner(str, &ps);
2219 	perf_pmu__parse_cleanup();
2220 
2221 	if (!ret) {
2222 		if (!list_empty(&ps.list)) {
2223 			list_splice(&ps.list, list);
2224 			parse_state->idx = ps.idx;
2225 			return 0;
2226 		} else
2227 			return -1;
2228 	}
2229 
2230 	return ret;
2231 }
2232 
__parse_events(struct evlist * evlist,const char * str,struct parse_events_error * err,struct perf_pmu * fake_pmu)2233 int __parse_events(struct evlist *evlist, const char *str,
2234 		   struct parse_events_error *err, struct perf_pmu *fake_pmu)
2235 {
2236 	struct parse_events_state parse_state = {
2237 		.list	  = LIST_HEAD_INIT(parse_state.list),
2238 		.idx	  = evlist->core.nr_entries,
2239 		.error	  = err,
2240 		.evlist	  = evlist,
2241 		.stoken	  = PE_START_EVENTS,
2242 		.fake_pmu = fake_pmu,
2243 	};
2244 	int ret;
2245 
2246 	ret = parse_events__scanner(str, &parse_state);
2247 	perf_pmu__parse_cleanup();
2248 
2249 	if (!ret && list_empty(&parse_state.list)) {
2250 		WARN_ONCE(true, "WARNING: event parser found nothing\n");
2251 		return -1;
2252 	}
2253 
2254 	/*
2255 	 * Add list to the evlist even with errors to allow callers to clean up.
2256 	 */
2257 	evlist__splice_list_tail(evlist, &parse_state.list);
2258 
2259 	if (!ret) {
2260 		struct evsel *last;
2261 
2262 		evlist->core.nr_groups += parse_state.nr_groups;
2263 		last = evlist__last(evlist);
2264 		last->cmdline_group_boundary = true;
2265 
2266 		return 0;
2267 	}
2268 
2269 	/*
2270 	 * There are 2 users - builtin-record and builtin-test objects.
2271 	 * Both call evlist__delete in case of error, so we dont
2272 	 * need to bother.
2273 	 */
2274 	return ret;
2275 }
2276 
parse_event(struct evlist * evlist,const char * str)2277 int parse_event(struct evlist *evlist, const char *str)
2278 {
2279 	struct parse_events_error err;
2280 	int ret;
2281 
2282 	parse_events_error__init(&err);
2283 	ret = parse_events(evlist, str, &err);
2284 	parse_events_error__exit(&err);
2285 	return ret;
2286 }
2287 
parse_events_error__init(struct parse_events_error * err)2288 void parse_events_error__init(struct parse_events_error *err)
2289 {
2290 	bzero(err, sizeof(*err));
2291 }
2292 
parse_events_error__exit(struct parse_events_error * err)2293 void parse_events_error__exit(struct parse_events_error *err)
2294 {
2295 	zfree(&err->str);
2296 	zfree(&err->help);
2297 	zfree(&err->first_str);
2298 	zfree(&err->first_help);
2299 }
2300 
parse_events_error__handle(struct parse_events_error * err,int idx,char * str,char * help)2301 void parse_events_error__handle(struct parse_events_error *err, int idx,
2302 				char *str, char *help)
2303 {
2304 	if (WARN(!str || !err, "WARNING: failed to provide error string or struct\n"))
2305 		goto out_free;
2306 	switch (err->num_errors) {
2307 	case 0:
2308 		err->idx = idx;
2309 		err->str = str;
2310 		err->help = help;
2311 		break;
2312 	case 1:
2313 		err->first_idx = err->idx;
2314 		err->idx = idx;
2315 		err->first_str = err->str;
2316 		err->str = str;
2317 		err->first_help = err->help;
2318 		err->help = help;
2319 		break;
2320 	default:
2321 		pr_debug("Multiple errors dropping message: %s (%s)\n",
2322 			err->str, err->help);
2323 		free(err->str);
2324 		err->str = str;
2325 		free(err->help);
2326 		err->help = help;
2327 		break;
2328 	}
2329 	err->num_errors++;
2330 	return;
2331 
2332 out_free:
2333 	free(str);
2334 	free(help);
2335 }
2336 
2337 #define MAX_WIDTH 1000
get_term_width(void)2338 static int get_term_width(void)
2339 {
2340 	struct winsize ws;
2341 
2342 	get_term_dimensions(&ws);
2343 	return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col;
2344 }
2345 
__parse_events_error__print(int err_idx,const char * err_str,const char * err_help,const char * event)2346 static void __parse_events_error__print(int err_idx, const char *err_str,
2347 					const char *err_help, const char *event)
2348 {
2349 	const char *str = "invalid or unsupported event: ";
2350 	char _buf[MAX_WIDTH];
2351 	char *buf = (char *) event;
2352 	int idx = 0;
2353 	if (err_str) {
2354 		/* -2 for extra '' in the final fprintf */
2355 		int width       = get_term_width() - 2;
2356 		int len_event   = strlen(event);
2357 		int len_str, max_len, cut = 0;
2358 
2359 		/*
2360 		 * Maximum error index indent, we will cut
2361 		 * the event string if it's bigger.
2362 		 */
2363 		int max_err_idx = 13;
2364 
2365 		/*
2366 		 * Let's be specific with the message when
2367 		 * we have the precise error.
2368 		 */
2369 		str     = "event syntax error: ";
2370 		len_str = strlen(str);
2371 		max_len = width - len_str;
2372 
2373 		buf = _buf;
2374 
2375 		/* We're cutting from the beginning. */
2376 		if (err_idx > max_err_idx)
2377 			cut = err_idx - max_err_idx;
2378 
2379 		strncpy(buf, event + cut, max_len);
2380 
2381 		/* Mark cut parts with '..' on both sides. */
2382 		if (cut)
2383 			buf[0] = buf[1] = '.';
2384 
2385 		if ((len_event - cut) > max_len) {
2386 			buf[max_len - 1] = buf[max_len - 2] = '.';
2387 			buf[max_len] = 0;
2388 		}
2389 
2390 		idx = len_str + err_idx - cut;
2391 	}
2392 
2393 	fprintf(stderr, "%s'%s'\n", str, buf);
2394 	if (idx) {
2395 		fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err_str);
2396 		if (err_help)
2397 			fprintf(stderr, "\n%s\n", err_help);
2398 	}
2399 }
2400 
parse_events_error__print(struct parse_events_error * err,const char * event)2401 void parse_events_error__print(struct parse_events_error *err,
2402 			       const char *event)
2403 {
2404 	if (!err->num_errors)
2405 		return;
2406 
2407 	__parse_events_error__print(err->idx, err->str, err->help, event);
2408 
2409 	if (err->num_errors > 1) {
2410 		fputs("\nInitial error:\n", stderr);
2411 		__parse_events_error__print(err->first_idx, err->first_str,
2412 					err->first_help, event);
2413 	}
2414 }
2415 
2416 #undef MAX_WIDTH
2417 
parse_events_option(const struct option * opt,const char * str,int unset __maybe_unused)2418 int parse_events_option(const struct option *opt, const char *str,
2419 			int unset __maybe_unused)
2420 {
2421 	struct evlist *evlist = *(struct evlist **)opt->value;
2422 	struct parse_events_error err;
2423 	int ret;
2424 
2425 	parse_events_error__init(&err);
2426 	ret = parse_events(evlist, str, &err);
2427 
2428 	if (ret) {
2429 		parse_events_error__print(&err, str);
2430 		fprintf(stderr, "Run 'perf list' for a list of valid events\n");
2431 	}
2432 	parse_events_error__exit(&err);
2433 
2434 	return ret;
2435 }
2436 
parse_events_option_new_evlist(const struct option * opt,const char * str,int unset)2437 int parse_events_option_new_evlist(const struct option *opt, const char *str, int unset)
2438 {
2439 	struct evlist **evlistp = opt->value;
2440 	int ret;
2441 
2442 	if (*evlistp == NULL) {
2443 		*evlistp = evlist__new();
2444 
2445 		if (*evlistp == NULL) {
2446 			fprintf(stderr, "Not enough memory to create evlist\n");
2447 			return -1;
2448 		}
2449 	}
2450 
2451 	ret = parse_events_option(opt, str, unset);
2452 	if (ret) {
2453 		evlist__delete(*evlistp);
2454 		*evlistp = NULL;
2455 	}
2456 
2457 	return ret;
2458 }
2459 
2460 static int
foreach_evsel_in_last_glob(struct evlist * evlist,int (* func)(struct evsel * evsel,const void * arg),const void * arg)2461 foreach_evsel_in_last_glob(struct evlist *evlist,
2462 			   int (*func)(struct evsel *evsel,
2463 				       const void *arg),
2464 			   const void *arg)
2465 {
2466 	struct evsel *last = NULL;
2467 	int err;
2468 
2469 	/*
2470 	 * Don't return when list_empty, give func a chance to report
2471 	 * error when it found last == NULL.
2472 	 *
2473 	 * So no need to WARN here, let *func do this.
2474 	 */
2475 	if (evlist->core.nr_entries > 0)
2476 		last = evlist__last(evlist);
2477 
2478 	do {
2479 		err = (*func)(last, arg);
2480 		if (err)
2481 			return -1;
2482 		if (!last)
2483 			return 0;
2484 
2485 		if (last->core.node.prev == &evlist->core.entries)
2486 			return 0;
2487 		last = list_entry(last->core.node.prev, struct evsel, core.node);
2488 	} while (!last->cmdline_group_boundary);
2489 
2490 	return 0;
2491 }
2492 
set_filter(struct evsel * evsel,const void * arg)2493 static int set_filter(struct evsel *evsel, const void *arg)
2494 {
2495 	const char *str = arg;
2496 	bool found = false;
2497 	int nr_addr_filters = 0;
2498 	struct perf_pmu *pmu = NULL;
2499 
2500 	if (evsel == NULL) {
2501 		fprintf(stderr,
2502 			"--filter option should follow a -e tracepoint or HW tracer option\n");
2503 		return -1;
2504 	}
2505 
2506 	if (evsel->core.attr.type == PERF_TYPE_TRACEPOINT) {
2507 		if (evsel__append_tp_filter(evsel, str) < 0) {
2508 			fprintf(stderr,
2509 				"not enough memory to hold filter string\n");
2510 			return -1;
2511 		}
2512 
2513 		return 0;
2514 	}
2515 
2516 	while ((pmu = perf_pmu__scan(pmu)) != NULL)
2517 		if (pmu->type == evsel->core.attr.type) {
2518 			found = true;
2519 			break;
2520 		}
2521 
2522 	if (found)
2523 		perf_pmu__scan_file(pmu, "nr_addr_filters",
2524 				    "%d", &nr_addr_filters);
2525 
2526 	if (!nr_addr_filters) {
2527 		fprintf(stderr,
2528 			"This CPU does not support address filtering\n");
2529 		return -1;
2530 	}
2531 
2532 	if (evsel__append_addr_filter(evsel, str) < 0) {
2533 		fprintf(stderr,
2534 			"not enough memory to hold filter string\n");
2535 		return -1;
2536 	}
2537 
2538 	return 0;
2539 }
2540 
parse_filter(const struct option * opt,const char * str,int unset __maybe_unused)2541 int parse_filter(const struct option *opt, const char *str,
2542 		 int unset __maybe_unused)
2543 {
2544 	struct evlist *evlist = *(struct evlist **)opt->value;
2545 
2546 	return foreach_evsel_in_last_glob(evlist, set_filter,
2547 					  (const void *)str);
2548 }
2549 
add_exclude_perf_filter(struct evsel * evsel,const void * arg __maybe_unused)2550 static int add_exclude_perf_filter(struct evsel *evsel,
2551 				   const void *arg __maybe_unused)
2552 {
2553 	char new_filter[64];
2554 
2555 	if (evsel == NULL || evsel->core.attr.type != PERF_TYPE_TRACEPOINT) {
2556 		fprintf(stderr,
2557 			"--exclude-perf option should follow a -e tracepoint option\n");
2558 		return -1;
2559 	}
2560 
2561 	snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid());
2562 
2563 	if (evsel__append_tp_filter(evsel, new_filter) < 0) {
2564 		fprintf(stderr,
2565 			"not enough memory to hold filter string\n");
2566 		return -1;
2567 	}
2568 
2569 	return 0;
2570 }
2571 
exclude_perf(const struct option * opt,const char * arg __maybe_unused,int unset __maybe_unused)2572 int exclude_perf(const struct option *opt,
2573 		 const char *arg __maybe_unused,
2574 		 int unset __maybe_unused)
2575 {
2576 	struct evlist *evlist = *(struct evlist **)opt->value;
2577 
2578 	return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter,
2579 					  NULL);
2580 }
2581 
parse_events__is_hardcoded_term(struct parse_events_term * term)2582 int parse_events__is_hardcoded_term(struct parse_events_term *term)
2583 {
2584 	return term->type_term != PARSE_EVENTS__TERM_TYPE_USER;
2585 }
2586 
new_term(struct parse_events_term ** _term,struct parse_events_term * temp,char * str,u64 num)2587 static int new_term(struct parse_events_term **_term,
2588 		    struct parse_events_term *temp,
2589 		    char *str, u64 num)
2590 {
2591 	struct parse_events_term *term;
2592 
2593 	term = malloc(sizeof(*term));
2594 	if (!term)
2595 		return -ENOMEM;
2596 
2597 	*term = *temp;
2598 	INIT_LIST_HEAD(&term->list);
2599 	term->weak = false;
2600 
2601 	switch (term->type_val) {
2602 	case PARSE_EVENTS__TERM_TYPE_NUM:
2603 		term->val.num = num;
2604 		break;
2605 	case PARSE_EVENTS__TERM_TYPE_STR:
2606 		term->val.str = str;
2607 		break;
2608 	default:
2609 		free(term);
2610 		return -EINVAL;
2611 	}
2612 
2613 	*_term = term;
2614 	return 0;
2615 }
2616 
parse_events_term__num(struct parse_events_term ** term,int type_term,char * config,u64 num,bool no_value,void * loc_term_,void * loc_val_)2617 int parse_events_term__num(struct parse_events_term **term,
2618 			   int type_term, char *config, u64 num,
2619 			   bool no_value,
2620 			   void *loc_term_, void *loc_val_)
2621 {
2622 	YYLTYPE *loc_term = loc_term_;
2623 	YYLTYPE *loc_val = loc_val_;
2624 
2625 	struct parse_events_term temp = {
2626 		.type_val  = PARSE_EVENTS__TERM_TYPE_NUM,
2627 		.type_term = type_term,
2628 		.config    = config ? : strdup(config_term_names[type_term]),
2629 		.no_value  = no_value,
2630 		.err_term  = loc_term ? loc_term->first_column : 0,
2631 		.err_val   = loc_val  ? loc_val->first_column  : 0,
2632 	};
2633 
2634 	return new_term(term, &temp, NULL, num);
2635 }
2636 
parse_events_term__str(struct parse_events_term ** term,int type_term,char * config,char * str,void * loc_term_,void * loc_val_)2637 int parse_events_term__str(struct parse_events_term **term,
2638 			   int type_term, char *config, char *str,
2639 			   void *loc_term_, void *loc_val_)
2640 {
2641 	YYLTYPE *loc_term = loc_term_;
2642 	YYLTYPE *loc_val = loc_val_;
2643 
2644 	struct parse_events_term temp = {
2645 		.type_val  = PARSE_EVENTS__TERM_TYPE_STR,
2646 		.type_term = type_term,
2647 		.config    = config,
2648 		.err_term  = loc_term ? loc_term->first_column : 0,
2649 		.err_val   = loc_val  ? loc_val->first_column  : 0,
2650 	};
2651 
2652 	return new_term(term, &temp, str, 0);
2653 }
2654 
parse_events_term__sym_hw(struct parse_events_term ** term,char * config,unsigned idx)2655 int parse_events_term__sym_hw(struct parse_events_term **term,
2656 			      char *config, unsigned idx)
2657 {
2658 	struct event_symbol *sym;
2659 	char *str;
2660 	struct parse_events_term temp = {
2661 		.type_val  = PARSE_EVENTS__TERM_TYPE_STR,
2662 		.type_term = PARSE_EVENTS__TERM_TYPE_USER,
2663 		.config    = config,
2664 	};
2665 
2666 	if (!temp.config) {
2667 		temp.config = strdup("event");
2668 		if (!temp.config)
2669 			return -ENOMEM;
2670 	}
2671 	BUG_ON(idx >= PERF_COUNT_HW_MAX);
2672 	sym = &event_symbols_hw[idx];
2673 
2674 	str = strdup(sym->symbol);
2675 	if (!str)
2676 		return -ENOMEM;
2677 	return new_term(term, &temp, str, 0);
2678 }
2679 
parse_events_term__clone(struct parse_events_term ** new,struct parse_events_term * term)2680 int parse_events_term__clone(struct parse_events_term **new,
2681 			     struct parse_events_term *term)
2682 {
2683 	char *str;
2684 	struct parse_events_term temp = {
2685 		.type_val  = term->type_val,
2686 		.type_term = term->type_term,
2687 		.config    = NULL,
2688 		.err_term  = term->err_term,
2689 		.err_val   = term->err_val,
2690 	};
2691 
2692 	if (term->config) {
2693 		temp.config = strdup(term->config);
2694 		if (!temp.config)
2695 			return -ENOMEM;
2696 	}
2697 	if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM)
2698 		return new_term(new, &temp, NULL, term->val.num);
2699 
2700 	str = strdup(term->val.str);
2701 	if (!str)
2702 		return -ENOMEM;
2703 	return new_term(new, &temp, str, 0);
2704 }
2705 
parse_events_term__delete(struct parse_events_term * term)2706 void parse_events_term__delete(struct parse_events_term *term)
2707 {
2708 	if (term->array.nr_ranges)
2709 		zfree(&term->array.ranges);
2710 
2711 	if (term->type_val != PARSE_EVENTS__TERM_TYPE_NUM)
2712 		zfree(&term->val.str);
2713 
2714 	zfree(&term->config);
2715 	free(term);
2716 }
2717 
parse_events_copy_term_list(struct list_head * old,struct list_head ** new)2718 int parse_events_copy_term_list(struct list_head *old,
2719 				 struct list_head **new)
2720 {
2721 	struct parse_events_term *term, *n;
2722 	int ret;
2723 
2724 	if (!old) {
2725 		*new = NULL;
2726 		return 0;
2727 	}
2728 
2729 	*new = malloc(sizeof(struct list_head));
2730 	if (!*new)
2731 		return -ENOMEM;
2732 	INIT_LIST_HEAD(*new);
2733 
2734 	list_for_each_entry (term, old, list) {
2735 		ret = parse_events_term__clone(&n, term);
2736 		if (ret)
2737 			return ret;
2738 		list_add_tail(&n->list, *new);
2739 	}
2740 	return 0;
2741 }
2742 
parse_events_terms__purge(struct list_head * terms)2743 void parse_events_terms__purge(struct list_head *terms)
2744 {
2745 	struct parse_events_term *term, *h;
2746 
2747 	list_for_each_entry_safe(term, h, terms, list) {
2748 		list_del_init(&term->list);
2749 		parse_events_term__delete(term);
2750 	}
2751 }
2752 
parse_events_terms__delete(struct list_head * terms)2753 void parse_events_terms__delete(struct list_head *terms)
2754 {
2755 	if (!terms)
2756 		return;
2757 	parse_events_terms__purge(terms);
2758 	free(terms);
2759 }
2760 
parse_events__clear_array(struct parse_events_array * a)2761 void parse_events__clear_array(struct parse_events_array *a)
2762 {
2763 	zfree(&a->ranges);
2764 }
2765 
parse_events_evlist_error(struct parse_events_state * parse_state,int idx,const char * str)2766 void parse_events_evlist_error(struct parse_events_state *parse_state,
2767 			       int idx, const char *str)
2768 {
2769 	if (!parse_state->error)
2770 		return;
2771 
2772 	parse_events_error__handle(parse_state->error, idx, strdup(str), NULL);
2773 }
2774 
config_terms_list(char * buf,size_t buf_sz)2775 static void config_terms_list(char *buf, size_t buf_sz)
2776 {
2777 	int i;
2778 	bool first = true;
2779 
2780 	buf[0] = '\0';
2781 	for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) {
2782 		const char *name = config_term_names[i];
2783 
2784 		if (!config_term_avail(i, NULL))
2785 			continue;
2786 		if (!name)
2787 			continue;
2788 		if (name[0] == '<')
2789 			continue;
2790 
2791 		if (strlen(buf) + strlen(name) + 2 >= buf_sz)
2792 			return;
2793 
2794 		if (!first)
2795 			strcat(buf, ",");
2796 		else
2797 			first = false;
2798 		strcat(buf, name);
2799 	}
2800 }
2801 
2802 /*
2803  * Return string contains valid config terms of an event.
2804  * @additional_terms: For terms such as PMU sysfs terms.
2805  */
parse_events_formats_error_string(char * additional_terms)2806 char *parse_events_formats_error_string(char *additional_terms)
2807 {
2808 	char *str;
2809 	/* "no-overwrite" is the longest name */
2810 	char static_terms[__PARSE_EVENTS__TERM_TYPE_NR *
2811 			  (sizeof("no-overwrite") - 1)];
2812 
2813 	config_terms_list(static_terms, sizeof(static_terms));
2814 	/* valid terms */
2815 	if (additional_terms) {
2816 		if (asprintf(&str, "valid terms: %s,%s",
2817 			     additional_terms, static_terms) < 0)
2818 			goto fail;
2819 	} else {
2820 		if (asprintf(&str, "valid terms: %s", static_terms) < 0)
2821 			goto fail;
2822 	}
2823 	return str;
2824 
2825 fail:
2826 	return NULL;
2827 }
2828 
parse_events__add_event_hybrid(struct list_head * list,int * idx,struct perf_event_attr * attr,const char * name,const char * metric_id,struct perf_pmu * pmu,struct list_head * config_terms)2829 struct evsel *parse_events__add_event_hybrid(struct list_head *list, int *idx,
2830 					     struct perf_event_attr *attr,
2831 					     const char *name,
2832 					     const char *metric_id,
2833 					     struct perf_pmu *pmu,
2834 					     struct list_head *config_terms)
2835 {
2836 	return __add_event(list, idx, attr, /*init_attr=*/true, name, metric_id,
2837 			   pmu, config_terms, /*auto_merge_stats=*/false,
2838 			   /*cpu_list=*/NULL);
2839 }
2840