162306a36Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) 262306a36Sopenharmony_ci/* Copyright (C) 2018 Netronome Systems, Inc. */ 362306a36Sopenharmony_ci/* This program is free software; you can redistribute it and/or 462306a36Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public 562306a36Sopenharmony_ci * License as published by the Free Software Foundation. 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#include <errno.h> 862306a36Sopenharmony_ci#include <fcntl.h> 962306a36Sopenharmony_ci#include <bpf/libbpf.h> 1062306a36Sopenharmony_ci#include <poll.h> 1162306a36Sopenharmony_ci#include <signal.h> 1262306a36Sopenharmony_ci#include <stdbool.h> 1362306a36Sopenharmony_ci#include <stdio.h> 1462306a36Sopenharmony_ci#include <stdlib.h> 1562306a36Sopenharmony_ci#include <string.h> 1662306a36Sopenharmony_ci#include <time.h> 1762306a36Sopenharmony_ci#include <unistd.h> 1862306a36Sopenharmony_ci#include <linux/bpf.h> 1962306a36Sopenharmony_ci#include <linux/perf_event.h> 2062306a36Sopenharmony_ci#include <sys/ioctl.h> 2162306a36Sopenharmony_ci#include <sys/mman.h> 2262306a36Sopenharmony_ci#include <sys/syscall.h> 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci#include <bpf/bpf.h> 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci#include "main.h" 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci#define MMAP_PAGE_CNT 16 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_cistatic volatile bool stop; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistruct perf_event_sample { 3362306a36Sopenharmony_ci struct perf_event_header header; 3462306a36Sopenharmony_ci __u64 time; 3562306a36Sopenharmony_ci __u32 size; 3662306a36Sopenharmony_ci unsigned char data[]; 3762306a36Sopenharmony_ci}; 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_cistruct perf_event_lost { 4062306a36Sopenharmony_ci struct perf_event_header header; 4162306a36Sopenharmony_ci __u64 id; 4262306a36Sopenharmony_ci __u64 lost; 4362306a36Sopenharmony_ci}; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_cistatic void int_exit(int signo) 4662306a36Sopenharmony_ci{ 4762306a36Sopenharmony_ci fprintf(stderr, "Stopping...\n"); 4862306a36Sopenharmony_ci stop = true; 4962306a36Sopenharmony_ci} 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_cistruct event_pipe_ctx { 5262306a36Sopenharmony_ci bool all_cpus; 5362306a36Sopenharmony_ci int cpu; 5462306a36Sopenharmony_ci int idx; 5562306a36Sopenharmony_ci}; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_cistatic enum bpf_perf_event_ret 5862306a36Sopenharmony_ciprint_bpf_output(void *private_data, int cpu, struct perf_event_header *event) 5962306a36Sopenharmony_ci{ 6062306a36Sopenharmony_ci struct perf_event_sample *e = container_of(event, 6162306a36Sopenharmony_ci struct perf_event_sample, 6262306a36Sopenharmony_ci header); 6362306a36Sopenharmony_ci struct perf_event_lost *lost = container_of(event, 6462306a36Sopenharmony_ci struct perf_event_lost, 6562306a36Sopenharmony_ci header); 6662306a36Sopenharmony_ci struct event_pipe_ctx *ctx = private_data; 6762306a36Sopenharmony_ci int idx = ctx->all_cpus ? cpu : ctx->idx; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci if (json_output) { 7062306a36Sopenharmony_ci jsonw_start_object(json_wtr); 7162306a36Sopenharmony_ci jsonw_name(json_wtr, "type"); 7262306a36Sopenharmony_ci jsonw_uint(json_wtr, e->header.type); 7362306a36Sopenharmony_ci jsonw_name(json_wtr, "cpu"); 7462306a36Sopenharmony_ci jsonw_uint(json_wtr, cpu); 7562306a36Sopenharmony_ci jsonw_name(json_wtr, "index"); 7662306a36Sopenharmony_ci jsonw_uint(json_wtr, idx); 7762306a36Sopenharmony_ci if (e->header.type == PERF_RECORD_SAMPLE) { 7862306a36Sopenharmony_ci jsonw_name(json_wtr, "timestamp"); 7962306a36Sopenharmony_ci jsonw_uint(json_wtr, e->time); 8062306a36Sopenharmony_ci jsonw_name(json_wtr, "data"); 8162306a36Sopenharmony_ci print_data_json(e->data, e->size); 8262306a36Sopenharmony_ci } else if (e->header.type == PERF_RECORD_LOST) { 8362306a36Sopenharmony_ci jsonw_name(json_wtr, "lost"); 8462306a36Sopenharmony_ci jsonw_start_object(json_wtr); 8562306a36Sopenharmony_ci jsonw_name(json_wtr, "id"); 8662306a36Sopenharmony_ci jsonw_uint(json_wtr, lost->id); 8762306a36Sopenharmony_ci jsonw_name(json_wtr, "count"); 8862306a36Sopenharmony_ci jsonw_uint(json_wtr, lost->lost); 8962306a36Sopenharmony_ci jsonw_end_object(json_wtr); 9062306a36Sopenharmony_ci } 9162306a36Sopenharmony_ci jsonw_end_object(json_wtr); 9262306a36Sopenharmony_ci } else { 9362306a36Sopenharmony_ci if (e->header.type == PERF_RECORD_SAMPLE) { 9462306a36Sopenharmony_ci printf("== @%lld.%09lld CPU: %d index: %d =====\n", 9562306a36Sopenharmony_ci e->time / 1000000000ULL, e->time % 1000000000ULL, 9662306a36Sopenharmony_ci cpu, idx); 9762306a36Sopenharmony_ci fprint_hex(stdout, e->data, e->size, " "); 9862306a36Sopenharmony_ci printf("\n"); 9962306a36Sopenharmony_ci } else if (e->header.type == PERF_RECORD_LOST) { 10062306a36Sopenharmony_ci printf("lost %lld events\n", lost->lost); 10162306a36Sopenharmony_ci } else { 10262306a36Sopenharmony_ci printf("unknown event type=%d size=%d\n", 10362306a36Sopenharmony_ci e->header.type, e->header.size); 10462306a36Sopenharmony_ci } 10562306a36Sopenharmony_ci } 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci return LIBBPF_PERF_EVENT_CONT; 10862306a36Sopenharmony_ci} 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ciint do_event_pipe(int argc, char **argv) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci struct perf_event_attr perf_attr = { 11362306a36Sopenharmony_ci .sample_type = PERF_SAMPLE_RAW | PERF_SAMPLE_TIME, 11462306a36Sopenharmony_ci .type = PERF_TYPE_SOFTWARE, 11562306a36Sopenharmony_ci .config = PERF_COUNT_SW_BPF_OUTPUT, 11662306a36Sopenharmony_ci .sample_period = 1, 11762306a36Sopenharmony_ci .wakeup_events = 1, 11862306a36Sopenharmony_ci }; 11962306a36Sopenharmony_ci struct bpf_map_info map_info = {}; 12062306a36Sopenharmony_ci LIBBPF_OPTS(perf_buffer_raw_opts, opts); 12162306a36Sopenharmony_ci struct event_pipe_ctx ctx = { 12262306a36Sopenharmony_ci .all_cpus = true, 12362306a36Sopenharmony_ci .cpu = -1, 12462306a36Sopenharmony_ci .idx = -1, 12562306a36Sopenharmony_ci }; 12662306a36Sopenharmony_ci struct perf_buffer *pb; 12762306a36Sopenharmony_ci __u32 map_info_len; 12862306a36Sopenharmony_ci int err, map_fd; 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci map_info_len = sizeof(map_info); 13162306a36Sopenharmony_ci map_fd = map_parse_fd_and_info(&argc, &argv, &map_info, &map_info_len); 13262306a36Sopenharmony_ci if (map_fd < 0) 13362306a36Sopenharmony_ci return -1; 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci if (map_info.type != BPF_MAP_TYPE_PERF_EVENT_ARRAY) { 13662306a36Sopenharmony_ci p_err("map is not a perf event array"); 13762306a36Sopenharmony_ci goto err_close_map; 13862306a36Sopenharmony_ci } 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci while (argc) { 14162306a36Sopenharmony_ci if (argc < 2) { 14262306a36Sopenharmony_ci BAD_ARG(); 14362306a36Sopenharmony_ci goto err_close_map; 14462306a36Sopenharmony_ci } 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci if (is_prefix(*argv, "cpu")) { 14762306a36Sopenharmony_ci char *endptr; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci NEXT_ARG(); 15062306a36Sopenharmony_ci ctx.cpu = strtoul(*argv, &endptr, 0); 15162306a36Sopenharmony_ci if (*endptr) { 15262306a36Sopenharmony_ci p_err("can't parse %s as CPU ID", *argv); 15362306a36Sopenharmony_ci goto err_close_map; 15462306a36Sopenharmony_ci } 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_ci NEXT_ARG(); 15762306a36Sopenharmony_ci } else if (is_prefix(*argv, "index")) { 15862306a36Sopenharmony_ci char *endptr; 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci NEXT_ARG(); 16162306a36Sopenharmony_ci ctx.idx = strtoul(*argv, &endptr, 0); 16262306a36Sopenharmony_ci if (*endptr) { 16362306a36Sopenharmony_ci p_err("can't parse %s as index", *argv); 16462306a36Sopenharmony_ci goto err_close_map; 16562306a36Sopenharmony_ci } 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci NEXT_ARG(); 16862306a36Sopenharmony_ci } else { 16962306a36Sopenharmony_ci BAD_ARG(); 17062306a36Sopenharmony_ci goto err_close_map; 17162306a36Sopenharmony_ci } 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci ctx.all_cpus = false; 17462306a36Sopenharmony_ci } 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci if (!ctx.all_cpus) { 17762306a36Sopenharmony_ci if (ctx.idx == -1 || ctx.cpu == -1) { 17862306a36Sopenharmony_ci p_err("cpu and index must be specified together"); 17962306a36Sopenharmony_ci goto err_close_map; 18062306a36Sopenharmony_ci } 18162306a36Sopenharmony_ci } else { 18262306a36Sopenharmony_ci ctx.cpu = 0; 18362306a36Sopenharmony_ci ctx.idx = 0; 18462306a36Sopenharmony_ci } 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ci opts.cpu_cnt = ctx.all_cpus ? 0 : 1; 18762306a36Sopenharmony_ci opts.cpus = &ctx.cpu; 18862306a36Sopenharmony_ci opts.map_keys = &ctx.idx; 18962306a36Sopenharmony_ci pb = perf_buffer__new_raw(map_fd, MMAP_PAGE_CNT, &perf_attr, 19062306a36Sopenharmony_ci print_bpf_output, &ctx, &opts); 19162306a36Sopenharmony_ci if (!pb) { 19262306a36Sopenharmony_ci p_err("failed to create perf buffer: %s (%d)", 19362306a36Sopenharmony_ci strerror(errno), errno); 19462306a36Sopenharmony_ci goto err_close_map; 19562306a36Sopenharmony_ci } 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci signal(SIGINT, int_exit); 19862306a36Sopenharmony_ci signal(SIGHUP, int_exit); 19962306a36Sopenharmony_ci signal(SIGTERM, int_exit); 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_ci if (json_output) 20262306a36Sopenharmony_ci jsonw_start_array(json_wtr); 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci while (!stop) { 20562306a36Sopenharmony_ci err = perf_buffer__poll(pb, 200); 20662306a36Sopenharmony_ci if (err < 0 && err != -EINTR) { 20762306a36Sopenharmony_ci p_err("perf buffer polling failed: %s (%d)", 20862306a36Sopenharmony_ci strerror(errno), errno); 20962306a36Sopenharmony_ci goto err_close_pb; 21062306a36Sopenharmony_ci } 21162306a36Sopenharmony_ci } 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci if (json_output) 21462306a36Sopenharmony_ci jsonw_end_array(json_wtr); 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci perf_buffer__free(pb); 21762306a36Sopenharmony_ci close(map_fd); 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci return 0; 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_cierr_close_pb: 22262306a36Sopenharmony_ci perf_buffer__free(pb); 22362306a36Sopenharmony_cierr_close_map: 22462306a36Sopenharmony_ci close(map_fd); 22562306a36Sopenharmony_ci return -1; 22662306a36Sopenharmony_ci} 227