162306a36Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
262306a36Sopenharmony_ci/* Copyright (C) 2018 Netronome Systems, Inc. */
362306a36Sopenharmony_ci/* This program is free software; you can redistribute it and/or
462306a36Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public
562306a36Sopenharmony_ci * License as published by the Free Software Foundation.
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci#include <errno.h>
862306a36Sopenharmony_ci#include <fcntl.h>
962306a36Sopenharmony_ci#include <bpf/libbpf.h>
1062306a36Sopenharmony_ci#include <poll.h>
1162306a36Sopenharmony_ci#include <signal.h>
1262306a36Sopenharmony_ci#include <stdbool.h>
1362306a36Sopenharmony_ci#include <stdio.h>
1462306a36Sopenharmony_ci#include <stdlib.h>
1562306a36Sopenharmony_ci#include <string.h>
1662306a36Sopenharmony_ci#include <time.h>
1762306a36Sopenharmony_ci#include <unistd.h>
1862306a36Sopenharmony_ci#include <linux/bpf.h>
1962306a36Sopenharmony_ci#include <linux/perf_event.h>
2062306a36Sopenharmony_ci#include <sys/ioctl.h>
2162306a36Sopenharmony_ci#include <sys/mman.h>
2262306a36Sopenharmony_ci#include <sys/syscall.h>
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci#include <bpf/bpf.h>
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci#include "main.h"
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci#define MMAP_PAGE_CNT	16
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_cistatic volatile bool stop;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistruct perf_event_sample {
3362306a36Sopenharmony_ci	struct perf_event_header header;
3462306a36Sopenharmony_ci	__u64 time;
3562306a36Sopenharmony_ci	__u32 size;
3662306a36Sopenharmony_ci	unsigned char data[];
3762306a36Sopenharmony_ci};
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_cistruct perf_event_lost {
4062306a36Sopenharmony_ci	struct perf_event_header header;
4162306a36Sopenharmony_ci	__u64 id;
4262306a36Sopenharmony_ci	__u64 lost;
4362306a36Sopenharmony_ci};
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_cistatic void int_exit(int signo)
4662306a36Sopenharmony_ci{
4762306a36Sopenharmony_ci	fprintf(stderr, "Stopping...\n");
4862306a36Sopenharmony_ci	stop = true;
4962306a36Sopenharmony_ci}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistruct event_pipe_ctx {
5262306a36Sopenharmony_ci	bool all_cpus;
5362306a36Sopenharmony_ci	int cpu;
5462306a36Sopenharmony_ci	int idx;
5562306a36Sopenharmony_ci};
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_cistatic enum bpf_perf_event_ret
5862306a36Sopenharmony_ciprint_bpf_output(void *private_data, int cpu, struct perf_event_header *event)
5962306a36Sopenharmony_ci{
6062306a36Sopenharmony_ci	struct perf_event_sample *e = container_of(event,
6162306a36Sopenharmony_ci						   struct perf_event_sample,
6262306a36Sopenharmony_ci						   header);
6362306a36Sopenharmony_ci	struct perf_event_lost *lost = container_of(event,
6462306a36Sopenharmony_ci						    struct perf_event_lost,
6562306a36Sopenharmony_ci						    header);
6662306a36Sopenharmony_ci	struct event_pipe_ctx *ctx = private_data;
6762306a36Sopenharmony_ci	int idx = ctx->all_cpus ? cpu : ctx->idx;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	if (json_output) {
7062306a36Sopenharmony_ci		jsonw_start_object(json_wtr);
7162306a36Sopenharmony_ci		jsonw_name(json_wtr, "type");
7262306a36Sopenharmony_ci		jsonw_uint(json_wtr, e->header.type);
7362306a36Sopenharmony_ci		jsonw_name(json_wtr, "cpu");
7462306a36Sopenharmony_ci		jsonw_uint(json_wtr, cpu);
7562306a36Sopenharmony_ci		jsonw_name(json_wtr, "index");
7662306a36Sopenharmony_ci		jsonw_uint(json_wtr, idx);
7762306a36Sopenharmony_ci		if (e->header.type == PERF_RECORD_SAMPLE) {
7862306a36Sopenharmony_ci			jsonw_name(json_wtr, "timestamp");
7962306a36Sopenharmony_ci			jsonw_uint(json_wtr, e->time);
8062306a36Sopenharmony_ci			jsonw_name(json_wtr, "data");
8162306a36Sopenharmony_ci			print_data_json(e->data, e->size);
8262306a36Sopenharmony_ci		} else if (e->header.type == PERF_RECORD_LOST) {
8362306a36Sopenharmony_ci			jsonw_name(json_wtr, "lost");
8462306a36Sopenharmony_ci			jsonw_start_object(json_wtr);
8562306a36Sopenharmony_ci			jsonw_name(json_wtr, "id");
8662306a36Sopenharmony_ci			jsonw_uint(json_wtr, lost->id);
8762306a36Sopenharmony_ci			jsonw_name(json_wtr, "count");
8862306a36Sopenharmony_ci			jsonw_uint(json_wtr, lost->lost);
8962306a36Sopenharmony_ci			jsonw_end_object(json_wtr);
9062306a36Sopenharmony_ci		}
9162306a36Sopenharmony_ci		jsonw_end_object(json_wtr);
9262306a36Sopenharmony_ci	} else {
9362306a36Sopenharmony_ci		if (e->header.type == PERF_RECORD_SAMPLE) {
9462306a36Sopenharmony_ci			printf("== @%lld.%09lld CPU: %d index: %d =====\n",
9562306a36Sopenharmony_ci			       e->time / 1000000000ULL, e->time % 1000000000ULL,
9662306a36Sopenharmony_ci			       cpu, idx);
9762306a36Sopenharmony_ci			fprint_hex(stdout, e->data, e->size, " ");
9862306a36Sopenharmony_ci			printf("\n");
9962306a36Sopenharmony_ci		} else if (e->header.type == PERF_RECORD_LOST) {
10062306a36Sopenharmony_ci			printf("lost %lld events\n", lost->lost);
10162306a36Sopenharmony_ci		} else {
10262306a36Sopenharmony_ci			printf("unknown event type=%d size=%d\n",
10362306a36Sopenharmony_ci			       e->header.type, e->header.size);
10462306a36Sopenharmony_ci		}
10562306a36Sopenharmony_ci	}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	return LIBBPF_PERF_EVENT_CONT;
10862306a36Sopenharmony_ci}
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ciint do_event_pipe(int argc, char **argv)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	struct perf_event_attr perf_attr = {
11362306a36Sopenharmony_ci		.sample_type = PERF_SAMPLE_RAW | PERF_SAMPLE_TIME,
11462306a36Sopenharmony_ci		.type = PERF_TYPE_SOFTWARE,
11562306a36Sopenharmony_ci		.config = PERF_COUNT_SW_BPF_OUTPUT,
11662306a36Sopenharmony_ci		.sample_period = 1,
11762306a36Sopenharmony_ci		.wakeup_events = 1,
11862306a36Sopenharmony_ci	};
11962306a36Sopenharmony_ci	struct bpf_map_info map_info = {};
12062306a36Sopenharmony_ci	LIBBPF_OPTS(perf_buffer_raw_opts, opts);
12162306a36Sopenharmony_ci	struct event_pipe_ctx ctx = {
12262306a36Sopenharmony_ci		.all_cpus = true,
12362306a36Sopenharmony_ci		.cpu = -1,
12462306a36Sopenharmony_ci		.idx = -1,
12562306a36Sopenharmony_ci	};
12662306a36Sopenharmony_ci	struct perf_buffer *pb;
12762306a36Sopenharmony_ci	__u32 map_info_len;
12862306a36Sopenharmony_ci	int err, map_fd;
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	map_info_len = sizeof(map_info);
13162306a36Sopenharmony_ci	map_fd = map_parse_fd_and_info(&argc, &argv, &map_info, &map_info_len);
13262306a36Sopenharmony_ci	if (map_fd < 0)
13362306a36Sopenharmony_ci		return -1;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	if (map_info.type != BPF_MAP_TYPE_PERF_EVENT_ARRAY) {
13662306a36Sopenharmony_ci		p_err("map is not a perf event array");
13762306a36Sopenharmony_ci		goto err_close_map;
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	while (argc) {
14162306a36Sopenharmony_ci		if (argc < 2) {
14262306a36Sopenharmony_ci			BAD_ARG();
14362306a36Sopenharmony_ci			goto err_close_map;
14462306a36Sopenharmony_ci		}
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci		if (is_prefix(*argv, "cpu")) {
14762306a36Sopenharmony_ci			char *endptr;
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci			NEXT_ARG();
15062306a36Sopenharmony_ci			ctx.cpu = strtoul(*argv, &endptr, 0);
15162306a36Sopenharmony_ci			if (*endptr) {
15262306a36Sopenharmony_ci				p_err("can't parse %s as CPU ID", *argv);
15362306a36Sopenharmony_ci				goto err_close_map;
15462306a36Sopenharmony_ci			}
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci			NEXT_ARG();
15762306a36Sopenharmony_ci		} else if (is_prefix(*argv, "index")) {
15862306a36Sopenharmony_ci			char *endptr;
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci			NEXT_ARG();
16162306a36Sopenharmony_ci			ctx.idx = strtoul(*argv, &endptr, 0);
16262306a36Sopenharmony_ci			if (*endptr) {
16362306a36Sopenharmony_ci				p_err("can't parse %s as index", *argv);
16462306a36Sopenharmony_ci				goto err_close_map;
16562306a36Sopenharmony_ci			}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci			NEXT_ARG();
16862306a36Sopenharmony_ci		} else {
16962306a36Sopenharmony_ci			BAD_ARG();
17062306a36Sopenharmony_ci			goto err_close_map;
17162306a36Sopenharmony_ci		}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci		ctx.all_cpus = false;
17462306a36Sopenharmony_ci	}
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	if (!ctx.all_cpus) {
17762306a36Sopenharmony_ci		if (ctx.idx == -1 || ctx.cpu == -1) {
17862306a36Sopenharmony_ci			p_err("cpu and index must be specified together");
17962306a36Sopenharmony_ci			goto err_close_map;
18062306a36Sopenharmony_ci		}
18162306a36Sopenharmony_ci	} else {
18262306a36Sopenharmony_ci		ctx.cpu = 0;
18362306a36Sopenharmony_ci		ctx.idx = 0;
18462306a36Sopenharmony_ci	}
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	opts.cpu_cnt = ctx.all_cpus ? 0 : 1;
18762306a36Sopenharmony_ci	opts.cpus = &ctx.cpu;
18862306a36Sopenharmony_ci	opts.map_keys = &ctx.idx;
18962306a36Sopenharmony_ci	pb = perf_buffer__new_raw(map_fd, MMAP_PAGE_CNT, &perf_attr,
19062306a36Sopenharmony_ci				  print_bpf_output, &ctx, &opts);
19162306a36Sopenharmony_ci	if (!pb) {
19262306a36Sopenharmony_ci		p_err("failed to create perf buffer: %s (%d)",
19362306a36Sopenharmony_ci		      strerror(errno), errno);
19462306a36Sopenharmony_ci		goto err_close_map;
19562306a36Sopenharmony_ci	}
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	signal(SIGINT, int_exit);
19862306a36Sopenharmony_ci	signal(SIGHUP, int_exit);
19962306a36Sopenharmony_ci	signal(SIGTERM, int_exit);
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci	if (json_output)
20262306a36Sopenharmony_ci		jsonw_start_array(json_wtr);
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	while (!stop) {
20562306a36Sopenharmony_ci		err = perf_buffer__poll(pb, 200);
20662306a36Sopenharmony_ci		if (err < 0 && err != -EINTR) {
20762306a36Sopenharmony_ci			p_err("perf buffer polling failed: %s (%d)",
20862306a36Sopenharmony_ci			      strerror(errno), errno);
20962306a36Sopenharmony_ci			goto err_close_pb;
21062306a36Sopenharmony_ci		}
21162306a36Sopenharmony_ci	}
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	if (json_output)
21462306a36Sopenharmony_ci		jsonw_end_array(json_wtr);
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	perf_buffer__free(pb);
21762306a36Sopenharmony_ci	close(map_fd);
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci	return 0;
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_cierr_close_pb:
22262306a36Sopenharmony_ci	perf_buffer__free(pb);
22362306a36Sopenharmony_cierr_close_map:
22462306a36Sopenharmony_ci	close(map_fd);
22562306a36Sopenharmony_ci	return -1;
22662306a36Sopenharmony_ci}
227