162306a36Sopenharmony_ci/* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com
262306a36Sopenharmony_ci *
362306a36Sopenharmony_ci * This program is free software; you can redistribute it and/or
462306a36Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public
562306a36Sopenharmony_ci * License as published by the Free Software Foundation.
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci#include "vmlinux.h"
862306a36Sopenharmony_ci#include <linux/version.h>
962306a36Sopenharmony_ci#include <bpf/bpf_helpers.h>
1062306a36Sopenharmony_ci#include <bpf/bpf_tracing.h>
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_cistruct start_key {
1362306a36Sopenharmony_ci	dev_t dev;
1462306a36Sopenharmony_ci	u32 _pad;
1562306a36Sopenharmony_ci	sector_t sector;
1662306a36Sopenharmony_ci};
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistruct {
1962306a36Sopenharmony_ci	__uint(type, BPF_MAP_TYPE_HASH);
2062306a36Sopenharmony_ci	__type(key, long);
2162306a36Sopenharmony_ci	__type(value, u64);
2262306a36Sopenharmony_ci	__uint(max_entries, 4096);
2362306a36Sopenharmony_ci} my_map SEC(".maps");
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci/* from /sys/kernel/tracing/events/block/block_io_start/format */
2662306a36Sopenharmony_ciSEC("tracepoint/block/block_io_start")
2762306a36Sopenharmony_ciint bpf_prog1(struct trace_event_raw_block_rq *ctx)
2862306a36Sopenharmony_ci{
2962306a36Sopenharmony_ci	u64 val = bpf_ktime_get_ns();
3062306a36Sopenharmony_ci	struct start_key key = {
3162306a36Sopenharmony_ci		.dev = ctx->dev,
3262306a36Sopenharmony_ci		.sector = ctx->sector
3362306a36Sopenharmony_ci	};
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	bpf_map_update_elem(&my_map, &key, &val, BPF_ANY);
3662306a36Sopenharmony_ci	return 0;
3762306a36Sopenharmony_ci}
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_cistatic unsigned int log2l(unsigned long long n)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci#define S(k) if (n >= (1ull << k)) { i += k; n >>= k; }
4262306a36Sopenharmony_ci	int i = -(n == 0);
4362306a36Sopenharmony_ci	S(32); S(16); S(8); S(4); S(2); S(1);
4462306a36Sopenharmony_ci	return i;
4562306a36Sopenharmony_ci#undef S
4662306a36Sopenharmony_ci}
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci#define SLOTS 100
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistruct {
5162306a36Sopenharmony_ci	__uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
5262306a36Sopenharmony_ci	__uint(key_size, sizeof(u32));
5362306a36Sopenharmony_ci	__uint(value_size, sizeof(u64));
5462306a36Sopenharmony_ci	__uint(max_entries, SLOTS);
5562306a36Sopenharmony_ci} lat_map SEC(".maps");
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci/* from /sys/kernel/tracing/events/block/block_io_done/format */
5862306a36Sopenharmony_ciSEC("tracepoint/block/block_io_done")
5962306a36Sopenharmony_ciint bpf_prog2(struct trace_event_raw_block_rq *ctx)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	struct start_key key = {
6262306a36Sopenharmony_ci		.dev = ctx->dev,
6362306a36Sopenharmony_ci		.sector = ctx->sector
6462306a36Sopenharmony_ci	};
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	u64 *value, l, base;
6762306a36Sopenharmony_ci	u32 index;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	value = bpf_map_lookup_elem(&my_map, &key);
7062306a36Sopenharmony_ci	if (!value)
7162306a36Sopenharmony_ci		return 0;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	u64 cur_time = bpf_ktime_get_ns();
7462306a36Sopenharmony_ci	u64 delta = cur_time - *value;
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	bpf_map_delete_elem(&my_map, &key);
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	/* the lines below are computing index = log10(delta)*10
7962306a36Sopenharmony_ci	 * using integer arithmetic
8062306a36Sopenharmony_ci	 * index = 29 ~ 1 usec
8162306a36Sopenharmony_ci	 * index = 59 ~ 1 msec
8262306a36Sopenharmony_ci	 * index = 89 ~ 1 sec
8362306a36Sopenharmony_ci	 * index = 99 ~ 10sec or more
8462306a36Sopenharmony_ci	 * log10(x)*10 = log2(x)*10/log2(10) = log2(x)*3
8562306a36Sopenharmony_ci	 */
8662306a36Sopenharmony_ci	l = log2l(delta);
8762306a36Sopenharmony_ci	base = 1ll << l;
8862306a36Sopenharmony_ci	index = (l * 64 + (delta - base) * 64 / base) * 3 / 64;
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	if (index >= SLOTS)
9162306a36Sopenharmony_ci		index = SLOTS - 1;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	value = bpf_map_lookup_elem(&lat_map, &index);
9462306a36Sopenharmony_ci	if (value)
9562306a36Sopenharmony_ci		*value += 1;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	return 0;
9862306a36Sopenharmony_ci}
9962306a36Sopenharmony_cichar _license[] SEC("license") = "GPL";
10062306a36Sopenharmony_ciu32 _version SEC("version") = LINUX_VERSION_CODE;
101