327 lines
		
	
	
		
			7.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			327 lines
		
	
	
		
			7.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
// SPDX-License-Identifier: GPL-2.0
 | 
						|
#include "evlist.h"
 | 
						|
#include "evsel.h"
 | 
						|
#include "cpumap.h"
 | 
						|
#include "parse-events.h"
 | 
						|
#include <errno.h>
 | 
						|
#include <api/fs/fs.h>
 | 
						|
#include <subcmd/parse-options.h>
 | 
						|
#include "util.h"
 | 
						|
#include "cloexec.h"
 | 
						|
 | 
						|
typedef void (*setup_probe_fn_t)(struct perf_evsel *evsel);
 | 
						|
 | 
						|
static int perf_do_probe_api(setup_probe_fn_t fn, int cpu, const char *str)
 | 
						|
{
 | 
						|
	struct perf_evlist *evlist;
 | 
						|
	struct perf_evsel *evsel;
 | 
						|
	unsigned long flags = perf_event_open_cloexec_flag();
 | 
						|
	int err = -EAGAIN, fd;
 | 
						|
	static pid_t pid = -1;
 | 
						|
 | 
						|
	evlist = perf_evlist__new();
 | 
						|
	if (!evlist)
 | 
						|
		return -ENOMEM;
 | 
						|
 | 
						|
	if (parse_events(evlist, str, NULL))
 | 
						|
		goto out_delete;
 | 
						|
 | 
						|
	evsel = perf_evlist__first(evlist);
 | 
						|
 | 
						|
	while (1) {
 | 
						|
		fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1, flags);
 | 
						|
		if (fd < 0) {
 | 
						|
			if (pid == -1 && errno == EACCES) {
 | 
						|
				pid = 0;
 | 
						|
				continue;
 | 
						|
			}
 | 
						|
			goto out_delete;
 | 
						|
		}
 | 
						|
		break;
 | 
						|
	}
 | 
						|
	close(fd);
 | 
						|
 | 
						|
	fn(evsel);
 | 
						|
 | 
						|
	fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1, flags);
 | 
						|
	if (fd < 0) {
 | 
						|
		if (errno == EINVAL)
 | 
						|
			err = -EINVAL;
 | 
						|
		goto out_delete;
 | 
						|
	}
 | 
						|
	close(fd);
 | 
						|
	err = 0;
 | 
						|
 | 
						|
out_delete:
 | 
						|
	perf_evlist__delete(evlist);
 | 
						|
	return err;
 | 
						|
}
 | 
						|
 | 
						|
static bool perf_probe_api(setup_probe_fn_t fn)
 | 
						|
{
 | 
						|
	const char *try[] = {"cycles:u", "instructions:u", "cpu-clock:u", NULL};
 | 
						|
	struct cpu_map *cpus;
 | 
						|
	int cpu, ret, i = 0;
 | 
						|
 | 
						|
	cpus = cpu_map__new(NULL);
 | 
						|
	if (!cpus)
 | 
						|
		return false;
 | 
						|
	cpu = cpus->map[0];
 | 
						|
	cpu_map__put(cpus);
 | 
						|
 | 
						|
	do {
 | 
						|
		ret = perf_do_probe_api(fn, cpu, try[i++]);
 | 
						|
		if (!ret)
 | 
						|
			return true;
 | 
						|
	} while (ret == -EAGAIN && try[i]);
 | 
						|
 | 
						|
	return false;
 | 
						|
}
 | 
						|
 | 
						|
static void perf_probe_sample_identifier(struct perf_evsel *evsel)
 | 
						|
{
 | 
						|
	evsel->attr.sample_type |= PERF_SAMPLE_IDENTIFIER;
 | 
						|
}
 | 
						|
 | 
						|
static void perf_probe_comm_exec(struct perf_evsel *evsel)
 | 
						|
{
 | 
						|
	evsel->attr.comm_exec = 1;
 | 
						|
}
 | 
						|
 | 
						|
static void perf_probe_context_switch(struct perf_evsel *evsel)
 | 
						|
{
 | 
						|
	evsel->attr.context_switch = 1;
 | 
						|
}
 | 
						|
 | 
						|
bool perf_can_sample_identifier(void)
 | 
						|
{
 | 
						|
	return perf_probe_api(perf_probe_sample_identifier);
 | 
						|
}
 | 
						|
 | 
						|
static bool perf_can_comm_exec(void)
 | 
						|
{
 | 
						|
	return perf_probe_api(perf_probe_comm_exec);
 | 
						|
}
 | 
						|
 | 
						|
bool perf_can_record_switch_events(void)
 | 
						|
{
 | 
						|
	return perf_probe_api(perf_probe_context_switch);
 | 
						|
}
 | 
						|
 | 
						|
bool perf_can_record_cpu_wide(void)
 | 
						|
{
 | 
						|
	struct perf_event_attr attr = {
 | 
						|
		.type = PERF_TYPE_SOFTWARE,
 | 
						|
		.config = PERF_COUNT_SW_CPU_CLOCK,
 | 
						|
		.exclude_kernel = 1,
 | 
						|
	};
 | 
						|
	struct cpu_map *cpus;
 | 
						|
	int cpu, fd;
 | 
						|
 | 
						|
	cpus = cpu_map__new(NULL);
 | 
						|
	if (!cpus)
 | 
						|
		return false;
 | 
						|
	cpu = cpus->map[0];
 | 
						|
	cpu_map__put(cpus);
 | 
						|
 | 
						|
	fd = sys_perf_event_open(&attr, -1, cpu, -1, 0);
 | 
						|
	if (fd < 0)
 | 
						|
		return false;
 | 
						|
	close(fd);
 | 
						|
 | 
						|
	return true;
 | 
						|
}
 | 
						|
 | 
						|
void perf_evlist__config(struct perf_evlist *evlist, struct record_opts *opts,
 | 
						|
			 struct callchain_param *callchain)
 | 
						|
{
 | 
						|
	struct perf_evsel *evsel;
 | 
						|
	bool use_sample_identifier = false;
 | 
						|
	bool use_comm_exec;
 | 
						|
	bool sample_id = opts->sample_id;
 | 
						|
 | 
						|
	/*
 | 
						|
	 * Set the evsel leader links before we configure attributes,
 | 
						|
	 * since some might depend on this info.
 | 
						|
	 */
 | 
						|
	if (opts->group)
 | 
						|
		perf_evlist__set_leader(evlist);
 | 
						|
 | 
						|
	if (evlist->cpus->map[0] < 0)
 | 
						|
		opts->no_inherit = true;
 | 
						|
 | 
						|
	use_comm_exec = perf_can_comm_exec();
 | 
						|
 | 
						|
	evlist__for_each_entry(evlist, evsel) {
 | 
						|
		perf_evsel__config(evsel, opts, callchain);
 | 
						|
		if (evsel->tracking && use_comm_exec)
 | 
						|
			evsel->attr.comm_exec = 1;
 | 
						|
	}
 | 
						|
 | 
						|
	if (opts->full_auxtrace) {
 | 
						|
		/*
 | 
						|
		 * Need to be able to synthesize and parse selected events with
 | 
						|
		 * arbitrary sample types, which requires always being able to
 | 
						|
		 * match the id.
 | 
						|
		 */
 | 
						|
		use_sample_identifier = perf_can_sample_identifier();
 | 
						|
		sample_id = true;
 | 
						|
	} else if (evlist->nr_entries > 1) {
 | 
						|
		struct perf_evsel *first = perf_evlist__first(evlist);
 | 
						|
 | 
						|
		evlist__for_each_entry(evlist, evsel) {
 | 
						|
			if (evsel->attr.sample_type == first->attr.sample_type)
 | 
						|
				continue;
 | 
						|
			use_sample_identifier = perf_can_sample_identifier();
 | 
						|
			break;
 | 
						|
		}
 | 
						|
		sample_id = true;
 | 
						|
	}
 | 
						|
 | 
						|
	if (sample_id) {
 | 
						|
		evlist__for_each_entry(evlist, evsel)
 | 
						|
			perf_evsel__set_sample_id(evsel, use_sample_identifier);
 | 
						|
	}
 | 
						|
 | 
						|
	perf_evlist__set_id_pos(evlist);
 | 
						|
}
 | 
						|
 | 
						|
static int get_max_rate(unsigned int *rate)
 | 
						|
{
 | 
						|
	return sysctl__read_int("kernel/perf_event_max_sample_rate", (int *)rate);
 | 
						|
}
 | 
						|
 | 
						|
static int record_opts__config_freq(struct record_opts *opts)
 | 
						|
{
 | 
						|
	bool user_freq = opts->user_freq != UINT_MAX;
 | 
						|
	unsigned int max_rate;
 | 
						|
 | 
						|
	if (opts->user_interval != ULLONG_MAX)
 | 
						|
		opts->default_interval = opts->user_interval;
 | 
						|
	if (user_freq)
 | 
						|
		opts->freq = opts->user_freq;
 | 
						|
 | 
						|
	/*
 | 
						|
	 * User specified count overrides default frequency.
 | 
						|
	 */
 | 
						|
	if (opts->default_interval)
 | 
						|
		opts->freq = 0;
 | 
						|
	else if (opts->freq) {
 | 
						|
		opts->default_interval = opts->freq;
 | 
						|
	} else {
 | 
						|
		pr_err("frequency and count are zero, aborting\n");
 | 
						|
		return -1;
 | 
						|
	}
 | 
						|
 | 
						|
	if (get_max_rate(&max_rate))
 | 
						|
		return 0;
 | 
						|
 | 
						|
	/*
 | 
						|
	 * User specified frequency is over current maximum.
 | 
						|
	 */
 | 
						|
	if (user_freq && (max_rate < opts->freq)) {
 | 
						|
		if (opts->strict_freq) {
 | 
						|
			pr_err("error: Maximum frequency rate (%'u Hz) exceeded.\n"
 | 
						|
			       "       Please use -F freq option with a lower value or consider\n"
 | 
						|
			       "       tweaking /proc/sys/kernel/perf_event_max_sample_rate.\n",
 | 
						|
			       max_rate);
 | 
						|
			return -1;
 | 
						|
		} else {
 | 
						|
			pr_warning("warning: Maximum frequency rate (%'u Hz) exceeded, throttling from %'u Hz to %'u Hz.\n"
 | 
						|
				   "         The limit can be raised via /proc/sys/kernel/perf_event_max_sample_rate.\n"
 | 
						|
				   "         The kernel will lower it when perf's interrupts take too long.\n"
 | 
						|
				   "         Use --strict-freq to disable this throttling, refusing to record.\n",
 | 
						|
				   max_rate, opts->freq, max_rate);
 | 
						|
 | 
						|
			opts->freq = max_rate;
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	/*
 | 
						|
	 * Default frequency is over current maximum.
 | 
						|
	 */
 | 
						|
	if (max_rate < opts->freq) {
 | 
						|
		pr_warning("Lowering default frequency rate to %u.\n"
 | 
						|
			   "Please consider tweaking "
 | 
						|
			   "/proc/sys/kernel/perf_event_max_sample_rate.\n",
 | 
						|
			   max_rate);
 | 
						|
		opts->freq = max_rate;
 | 
						|
	}
 | 
						|
 | 
						|
	return 0;
 | 
						|
}
 | 
						|
 | 
						|
int record_opts__config(struct record_opts *opts)
 | 
						|
{
 | 
						|
	return record_opts__config_freq(opts);
 | 
						|
}
 | 
						|
 | 
						|
bool perf_evlist__can_select_event(struct perf_evlist *evlist, const char *str)
 | 
						|
{
 | 
						|
	struct perf_evlist *temp_evlist;
 | 
						|
	struct perf_evsel *evsel;
 | 
						|
	int err, fd, cpu;
 | 
						|
	bool ret = false;
 | 
						|
	pid_t pid = -1;
 | 
						|
 | 
						|
	temp_evlist = perf_evlist__new();
 | 
						|
	if (!temp_evlist)
 | 
						|
		return false;
 | 
						|
 | 
						|
	err = parse_events(temp_evlist, str, NULL);
 | 
						|
	if (err)
 | 
						|
		goto out_delete;
 | 
						|
 | 
						|
	evsel = perf_evlist__last(temp_evlist);
 | 
						|
 | 
						|
	if (!evlist || cpu_map__empty(evlist->cpus)) {
 | 
						|
		struct cpu_map *cpus = cpu_map__new(NULL);
 | 
						|
 | 
						|
		cpu =  cpus ? cpus->map[0] : 0;
 | 
						|
		cpu_map__put(cpus);
 | 
						|
	} else {
 | 
						|
		cpu = evlist->cpus->map[0];
 | 
						|
	}
 | 
						|
 | 
						|
	while (1) {
 | 
						|
		fd = sys_perf_event_open(&evsel->attr, pid, cpu, -1,
 | 
						|
					 perf_event_open_cloexec_flag());
 | 
						|
		if (fd < 0) {
 | 
						|
			if (pid == -1 && errno == EACCES) {
 | 
						|
				pid = 0;
 | 
						|
				continue;
 | 
						|
			}
 | 
						|
			goto out_delete;
 | 
						|
		}
 | 
						|
		break;
 | 
						|
	}
 | 
						|
	close(fd);
 | 
						|
	ret = true;
 | 
						|
 | 
						|
out_delete:
 | 
						|
	perf_evlist__delete(temp_evlist);
 | 
						|
	return ret;
 | 
						|
}
 | 
						|
 | 
						|
int record__parse_freq(const struct option *opt, const char *str, int unset __maybe_unused)
 | 
						|
{
 | 
						|
	unsigned int freq;
 | 
						|
	struct record_opts *opts = opt->value;
 | 
						|
 | 
						|
	if (!str)
 | 
						|
		return -EINVAL;
 | 
						|
 | 
						|
	if (strcasecmp(str, "max") == 0) {
 | 
						|
		if (get_max_rate(&freq)) {
 | 
						|
			pr_err("couldn't read /proc/sys/kernel/perf_event_max_sample_rate\n");
 | 
						|
			return -1;
 | 
						|
		}
 | 
						|
		pr_info("info: Using a maximum frequency rate of %'d Hz\n", freq);
 | 
						|
	} else {
 | 
						|
		freq = atoi(str);
 | 
						|
	}
 | 
						|
 | 
						|
	opts->user_freq = freq;
 | 
						|
	return 0;
 | 
						|
}
 |