Lines Matching defs:cpu_latency
165 struct kyber_cpu_latency __percpu *cpu_latency;
210 struct kyber_cpu_latency *cpu_latency,
214 atomic_t *cpu_buckets = cpu_latency->buckets[sched_domain][type];
285 struct kyber_cpu_latency *cpu_latency;
287 cpu_latency = per_cpu_ptr(kqd->cpu_latency, cpu);
289 flush_latency_buckets(kqd, cpu_latency, sched_domain,
291 flush_latency_buckets(kqd, cpu_latency, sched_domain,
368 kqd->cpu_latency = alloc_percpu_gfp(struct kyber_cpu_latency,
370 if (!kqd->cpu_latency)
396 free_percpu(kqd->cpu_latency);
435 free_percpu(kqd->cpu_latency);
614 static void add_latency_sample(struct kyber_cpu_latency *cpu_latency,
629 atomic_inc(&cpu_latency->buckets[sched_domain][type][bucket]);
635 struct kyber_cpu_latency *cpu_latency;
643 cpu_latency = get_cpu_ptr(kqd->cpu_latency);
645 add_latency_sample(cpu_latency, sched_domain, KYBER_TOTAL_LATENCY,
647 add_latency_sample(cpu_latency, sched_domain, KYBER_IO_LATENCY, target,
649 put_cpu_ptr(kqd->cpu_latency);