162306a36Sopenharmony_ci/* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com 262306a36Sopenharmony_ci * 362306a36Sopenharmony_ci * This program is free software; you can redistribute it and/or 462306a36Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public 562306a36Sopenharmony_ci * License as published by the Free Software Foundation. 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#include "vmlinux.h" 862306a36Sopenharmony_ci#include <linux/version.h> 962306a36Sopenharmony_ci#include <bpf/bpf_helpers.h> 1062306a36Sopenharmony_ci#include <bpf/bpf_tracing.h> 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_cistruct start_key { 1362306a36Sopenharmony_ci dev_t dev; 1462306a36Sopenharmony_ci u32 _pad; 1562306a36Sopenharmony_ci sector_t sector; 1662306a36Sopenharmony_ci}; 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_cistruct { 1962306a36Sopenharmony_ci __uint(type, BPF_MAP_TYPE_HASH); 2062306a36Sopenharmony_ci __type(key, long); 2162306a36Sopenharmony_ci __type(value, u64); 2262306a36Sopenharmony_ci __uint(max_entries, 4096); 2362306a36Sopenharmony_ci} my_map SEC(".maps"); 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci/* from /sys/kernel/tracing/events/block/block_io_start/format */ 2662306a36Sopenharmony_ciSEC("tracepoint/block/block_io_start") 2762306a36Sopenharmony_ciint bpf_prog1(struct trace_event_raw_block_rq *ctx) 2862306a36Sopenharmony_ci{ 2962306a36Sopenharmony_ci u64 val = bpf_ktime_get_ns(); 3062306a36Sopenharmony_ci struct start_key key = { 3162306a36Sopenharmony_ci .dev = ctx->dev, 3262306a36Sopenharmony_ci .sector = ctx->sector 3362306a36Sopenharmony_ci }; 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci bpf_map_update_elem(&my_map, &key, &val, BPF_ANY); 3662306a36Sopenharmony_ci return 0; 3762306a36Sopenharmony_ci} 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_cistatic unsigned int log2l(unsigned long long n) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci#define S(k) if (n >= (1ull << k)) { i += k; n >>= k; } 4262306a36Sopenharmony_ci int i = -(n == 0); 4362306a36Sopenharmony_ci S(32); S(16); S(8); S(4); S(2); S(1); 4462306a36Sopenharmony_ci return i; 4562306a36Sopenharmony_ci#undef S 4662306a36Sopenharmony_ci} 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci#define SLOTS 100 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_cistruct { 5162306a36Sopenharmony_ci __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); 5262306a36Sopenharmony_ci __uint(key_size, sizeof(u32)); 5362306a36Sopenharmony_ci __uint(value_size, sizeof(u64)); 5462306a36Sopenharmony_ci __uint(max_entries, SLOTS); 5562306a36Sopenharmony_ci} lat_map SEC(".maps"); 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci/* from /sys/kernel/tracing/events/block/block_io_done/format */ 5862306a36Sopenharmony_ciSEC("tracepoint/block/block_io_done") 5962306a36Sopenharmony_ciint bpf_prog2(struct trace_event_raw_block_rq *ctx) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci struct start_key key = { 6262306a36Sopenharmony_ci .dev = ctx->dev, 6362306a36Sopenharmony_ci .sector = ctx->sector 6462306a36Sopenharmony_ci }; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci u64 *value, l, base; 6762306a36Sopenharmony_ci u32 index; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci value = bpf_map_lookup_elem(&my_map, &key); 7062306a36Sopenharmony_ci if (!value) 7162306a36Sopenharmony_ci return 0; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci u64 cur_time = bpf_ktime_get_ns(); 7462306a36Sopenharmony_ci u64 delta = cur_time - *value; 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci bpf_map_delete_elem(&my_map, &key); 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci /* the lines below are computing index = log10(delta)*10 7962306a36Sopenharmony_ci * using integer arithmetic 8062306a36Sopenharmony_ci * index = 29 ~ 1 usec 8162306a36Sopenharmony_ci * index = 59 ~ 1 msec 8262306a36Sopenharmony_ci * index = 89 ~ 1 sec 8362306a36Sopenharmony_ci * index = 99 ~ 10sec or more 8462306a36Sopenharmony_ci * log10(x)*10 = log2(x)*10/log2(10) = log2(x)*3 8562306a36Sopenharmony_ci */ 8662306a36Sopenharmony_ci l = log2l(delta); 8762306a36Sopenharmony_ci base = 1ll << l; 8862306a36Sopenharmony_ci index = (l * 64 + (delta - base) * 64 / base) * 3 / 64; 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci if (index >= SLOTS) 9162306a36Sopenharmony_ci index = SLOTS - 1; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci value = bpf_map_lookup_elem(&lat_map, &index); 9462306a36Sopenharmony_ci if (value) 9562306a36Sopenharmony_ci *value += 1; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci return 0; 9862306a36Sopenharmony_ci} 9962306a36Sopenharmony_cichar _license[] SEC("license") = "GPL"; 10062306a36Sopenharmony_ciu32 _version SEC("version") = LINUX_VERSION_CODE; 101