162306a36Sopenharmony_ci/* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com 262306a36Sopenharmony_ci * Copyright (c) 2015 BMW Car IT GmbH 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * This program is free software; you can redistribute it and/or 562306a36Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public 662306a36Sopenharmony_ci * License as published by the Free Software Foundation. 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci#include <linux/version.h> 962306a36Sopenharmony_ci#include <linux/ptrace.h> 1062306a36Sopenharmony_ci#include <uapi/linux/bpf.h> 1162306a36Sopenharmony_ci#include <bpf/bpf_helpers.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#define MAX_ENTRIES 20 1462306a36Sopenharmony_ci#define MAX_CPU 4 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci/* We need to stick to static allocated memory (an array instead of 1762306a36Sopenharmony_ci * hash table) because managing dynamic memory from the 1862306a36Sopenharmony_ci * trace_preempt_[on|off] tracepoints hooks is not supported. 1962306a36Sopenharmony_ci */ 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_cistruct { 2262306a36Sopenharmony_ci __uint(type, BPF_MAP_TYPE_ARRAY); 2362306a36Sopenharmony_ci __type(key, int); 2462306a36Sopenharmony_ci __type(value, u64); 2562306a36Sopenharmony_ci __uint(max_entries, MAX_CPU); 2662306a36Sopenharmony_ci} my_map SEC(".maps"); 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ciSEC("kprobe/trace_preempt_off") 2962306a36Sopenharmony_ciint bpf_prog1(struct pt_regs *ctx) 3062306a36Sopenharmony_ci{ 3162306a36Sopenharmony_ci int cpu = bpf_get_smp_processor_id(); 3262306a36Sopenharmony_ci u64 *ts = bpf_map_lookup_elem(&my_map, &cpu); 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci if (ts) 3562306a36Sopenharmony_ci *ts = bpf_ktime_get_ns(); 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci return 0; 3862306a36Sopenharmony_ci} 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistatic unsigned int log2(unsigned int v) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci unsigned int r; 4362306a36Sopenharmony_ci unsigned int shift; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci r = (v > 0xFFFF) << 4; v >>= r; 4662306a36Sopenharmony_ci shift = (v > 0xFF) << 3; v >>= shift; r |= shift; 4762306a36Sopenharmony_ci shift = (v > 0xF) << 2; v >>= shift; r |= shift; 4862306a36Sopenharmony_ci shift = (v > 0x3) << 1; v >>= shift; r |= shift; 4962306a36Sopenharmony_ci r |= (v >> 1); 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci return r; 5262306a36Sopenharmony_ci} 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_cistatic unsigned int log2l(unsigned long v) 5562306a36Sopenharmony_ci{ 5662306a36Sopenharmony_ci unsigned int hi = v >> 32; 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci if (hi) 5962306a36Sopenharmony_ci return log2(hi) + 32; 6062306a36Sopenharmony_ci else 6162306a36Sopenharmony_ci return log2(v); 6262306a36Sopenharmony_ci} 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_cistruct { 6562306a36Sopenharmony_ci __uint(type, BPF_MAP_TYPE_ARRAY); 6662306a36Sopenharmony_ci __type(key, int); 6762306a36Sopenharmony_ci __type(value, long); 6862306a36Sopenharmony_ci __uint(max_entries, MAX_CPU * MAX_ENTRIES); 6962306a36Sopenharmony_ci} my_lat SEC(".maps"); 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ciSEC("kprobe/trace_preempt_on") 7262306a36Sopenharmony_ciint bpf_prog2(struct pt_regs *ctx) 7362306a36Sopenharmony_ci{ 7462306a36Sopenharmony_ci u64 *ts, cur_ts, delta; 7562306a36Sopenharmony_ci int key, cpu; 7662306a36Sopenharmony_ci long *val; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci cpu = bpf_get_smp_processor_id(); 7962306a36Sopenharmony_ci ts = bpf_map_lookup_elem(&my_map, &cpu); 8062306a36Sopenharmony_ci if (!ts) 8162306a36Sopenharmony_ci return 0; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci cur_ts = bpf_ktime_get_ns(); 8462306a36Sopenharmony_ci delta = log2l(cur_ts - *ts); 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci if (delta > MAX_ENTRIES - 1) 8762306a36Sopenharmony_ci delta = MAX_ENTRIES - 1; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci key = cpu * MAX_ENTRIES + delta; 9062306a36Sopenharmony_ci val = bpf_map_lookup_elem(&my_lat, &key); 9162306a36Sopenharmony_ci if (val) 9262306a36Sopenharmony_ci __sync_fetch_and_add((long *)val, 1); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci return 0; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci} 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_cichar _license[] SEC("license") = "GPL"; 9962306a36Sopenharmony_ciu32 _version SEC("version") = LINUX_VERSION_CODE; 100