18c2ecf20Sopenharmony_ci/* Copyright (c) 2013-2015 PLUMgrid, http://plumgrid.com
28c2ecf20Sopenharmony_ci *
38c2ecf20Sopenharmony_ci * This program is free software; you can redistribute it and/or
48c2ecf20Sopenharmony_ci * modify it under the terms of version 2 of the GNU General Public
58c2ecf20Sopenharmony_ci * License as published by the Free Software Foundation.
68c2ecf20Sopenharmony_ci */
78c2ecf20Sopenharmony_ci#include <linux/skbuff.h>
88c2ecf20Sopenharmony_ci#include <linux/netdevice.h>
98c2ecf20Sopenharmony_ci#include <linux/version.h>
108c2ecf20Sopenharmony_ci#include <uapi/linux/bpf.h>
118c2ecf20Sopenharmony_ci#include <bpf/bpf_helpers.h>
128c2ecf20Sopenharmony_ci#include <bpf/bpf_tracing.h>
138c2ecf20Sopenharmony_ci
148c2ecf20Sopenharmony_cistruct {
158c2ecf20Sopenharmony_ci	__uint(type, BPF_MAP_TYPE_HASH);
168c2ecf20Sopenharmony_ci	__type(key, long);
178c2ecf20Sopenharmony_ci	__type(value, u64);
188c2ecf20Sopenharmony_ci	__uint(max_entries, 4096);
198c2ecf20Sopenharmony_ci} my_map SEC(".maps");
208c2ecf20Sopenharmony_ci
218c2ecf20Sopenharmony_ci/* kprobe is NOT a stable ABI. If kernel internals change this bpf+kprobe
228c2ecf20Sopenharmony_ci * example will no longer be meaningful
238c2ecf20Sopenharmony_ci */
248c2ecf20Sopenharmony_ciSEC("kprobe/blk_mq_start_request")
258c2ecf20Sopenharmony_ciint bpf_prog1(struct pt_regs *ctx)
268c2ecf20Sopenharmony_ci{
278c2ecf20Sopenharmony_ci	long rq = PT_REGS_PARM1(ctx);
288c2ecf20Sopenharmony_ci	u64 val = bpf_ktime_get_ns();
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_ci	bpf_map_update_elem(&my_map, &rq, &val, BPF_ANY);
318c2ecf20Sopenharmony_ci	return 0;
328c2ecf20Sopenharmony_ci}
338c2ecf20Sopenharmony_ci
348c2ecf20Sopenharmony_cistatic unsigned int log2l(unsigned long long n)
358c2ecf20Sopenharmony_ci{
368c2ecf20Sopenharmony_ci#define S(k) if (n >= (1ull << k)) { i += k; n >>= k; }
378c2ecf20Sopenharmony_ci	int i = -(n == 0);
388c2ecf20Sopenharmony_ci	S(32); S(16); S(8); S(4); S(2); S(1);
398c2ecf20Sopenharmony_ci	return i;
408c2ecf20Sopenharmony_ci#undef S
418c2ecf20Sopenharmony_ci}
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_ci#define SLOTS 100
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_cistruct {
468c2ecf20Sopenharmony_ci	__uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
478c2ecf20Sopenharmony_ci	__uint(key_size, sizeof(u32));
488c2ecf20Sopenharmony_ci	__uint(value_size, sizeof(u64));
498c2ecf20Sopenharmony_ci	__uint(max_entries, SLOTS);
508c2ecf20Sopenharmony_ci} lat_map SEC(".maps");
518c2ecf20Sopenharmony_ci
528c2ecf20Sopenharmony_ciSEC("kprobe/blk_account_io_done")
538c2ecf20Sopenharmony_ciint bpf_prog2(struct pt_regs *ctx)
548c2ecf20Sopenharmony_ci{
558c2ecf20Sopenharmony_ci	long rq = PT_REGS_PARM1(ctx);
568c2ecf20Sopenharmony_ci	u64 *value, l, base;
578c2ecf20Sopenharmony_ci	u32 index;
588c2ecf20Sopenharmony_ci
598c2ecf20Sopenharmony_ci	value = bpf_map_lookup_elem(&my_map, &rq);
608c2ecf20Sopenharmony_ci	if (!value)
618c2ecf20Sopenharmony_ci		return 0;
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci	u64 cur_time = bpf_ktime_get_ns();
648c2ecf20Sopenharmony_ci	u64 delta = cur_time - *value;
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_ci	bpf_map_delete_elem(&my_map, &rq);
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_ci	/* the lines below are computing index = log10(delta)*10
698c2ecf20Sopenharmony_ci	 * using integer arithmetic
708c2ecf20Sopenharmony_ci	 * index = 29 ~ 1 usec
718c2ecf20Sopenharmony_ci	 * index = 59 ~ 1 msec
728c2ecf20Sopenharmony_ci	 * index = 89 ~ 1 sec
738c2ecf20Sopenharmony_ci	 * index = 99 ~ 10sec or more
748c2ecf20Sopenharmony_ci	 * log10(x)*10 = log2(x)*10/log2(10) = log2(x)*3
758c2ecf20Sopenharmony_ci	 */
768c2ecf20Sopenharmony_ci	l = log2l(delta);
778c2ecf20Sopenharmony_ci	base = 1ll << l;
788c2ecf20Sopenharmony_ci	index = (l * 64 + (delta - base) * 64 / base) * 3 / 64;
798c2ecf20Sopenharmony_ci
808c2ecf20Sopenharmony_ci	if (index >= SLOTS)
818c2ecf20Sopenharmony_ci		index = SLOTS - 1;
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	value = bpf_map_lookup_elem(&lat_map, &index);
848c2ecf20Sopenharmony_ci	if (value)
858c2ecf20Sopenharmony_ci		*value += 1;
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	return 0;
888c2ecf20Sopenharmony_ci}
898c2ecf20Sopenharmony_cichar _license[] SEC("license") = "GPL";
908c2ecf20Sopenharmony_ciu32 _version SEC("version") = LINUX_VERSION_CODE;
91