/kernel/linux/linux-5.10/kernel/sched/ |
H A D | stop_task.c | 69 u64 delta_exec; in put_prev_task_stop() local 71 delta_exec = rq_clock_task(rq) - curr->se.exec_start; in put_prev_task_stop() 72 if (unlikely((s64)delta_exec < 0)) in put_prev_task_stop() 73 delta_exec = 0; in put_prev_task_stop() 76 max(curr->se.statistics.exec_max, delta_exec)); in put_prev_task_stop() 78 curr->se.sum_exec_runtime += delta_exec; in put_prev_task_stop() 79 account_group_exec_runtime(curr, delta_exec); in put_prev_task_stop() 82 cgroup_account_cputime(curr, delta_exec); in put_prev_task_stop()
|
H A D | deadline.c | 1245 u64 delta_exec, scaled_delta_exec; in update_curr_dl() local 1261 delta_exec = now - curr->se.exec_start; in update_curr_dl() 1262 if (unlikely((s64)delta_exec <= 0)) { in update_curr_dl() 1269 max(curr->se.statistics.exec_max, delta_exec)); in update_curr_dl() 1271 curr->se.sum_exec_runtime += delta_exec; in update_curr_dl() 1272 account_group_exec_runtime(curr, delta_exec); in update_curr_dl() 1275 cgroup_account_cputime(curr, delta_exec); in update_curr_dl() 1288 scaled_delta_exec = grub_reclaim(delta_exec, in update_curr_dl() 1295 scaled_delta_exec = cap_scale(delta_exec, scale_freq); in update_curr_dl() 1339 rt_rq->rt_time += delta_exec; in update_curr_dl() [all...] |
H A D | rt.c | 1023 u64 delta_exec; in update_curr_rt() local 1030 delta_exec = now - curr->se.exec_start; in update_curr_rt() 1031 if (unlikely((s64)delta_exec <= 0)) in update_curr_rt() 1035 max(curr->se.statistics.exec_max, delta_exec)); in update_curr_rt() 1037 curr->se.sum_exec_runtime += delta_exec; in update_curr_rt() 1038 account_group_exec_runtime(curr, delta_exec); in update_curr_rt() 1041 cgroup_account_cputime(curr, delta_exec); in update_curr_rt() 1052 rt_rq->rt_time += delta_exec; in update_curr_rt()
|
H A D | fair.c | 247 * delta_exec * weight / lw.weight 249 * (delta_exec * (weight * lw->inv_weight)) >> WMULT_SHIFT 258 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument 279 return mul_u64_u32_shr(delta_exec, fact, shift); in __calc_delta() 539 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec); 884 u64 delta_exec; in update_curr() local 889 delta_exec = now - curr->exec_start; in update_curr() 890 if (unlikely((s64)delta_exec <= 0)) in update_curr() 896 max(delta_exec, curr->statistics.exec_max)); in update_curr() 898 curr->sum_exec_runtime += delta_exec; in update_curr() 4658 unsigned long ideal_runtime, delta_exec; check_preempt_tick() local 4954 __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) __account_cfs_rq_runtime() argument 4973 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) account_cfs_rq_runtime() argument 5654 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) account_cfs_rq_runtime() argument [all...] |
/kernel/linux/linux-6.6/kernel/sched/ |
H A D | stop_task.c | 77 u64 now, delta_exec; in put_prev_task_stop() local 80 delta_exec = now - curr->se.exec_start; in put_prev_task_stop() 81 if (unlikely((s64)delta_exec < 0)) in put_prev_task_stop() 82 delta_exec = 0; in put_prev_task_stop() 85 max(curr->stats.exec_max, delta_exec)); in put_prev_task_stop() 87 update_current_exec_runtime(curr, now, delta_exec); in put_prev_task_stop()
|
H A D | deadline.c | 1303 u64 delta_exec, scaled_delta_exec; in update_curr_dl() local 1319 delta_exec = now - curr->se.exec_start; in update_curr_dl() 1320 if (unlikely((s64)delta_exec <= 0)) { in update_curr_dl() 1327 max(curr->stats.exec_max, delta_exec)); in update_curr_dl() 1329 trace_sched_stat_runtime(curr, delta_exec, 0); in update_curr_dl() 1331 update_current_exec_runtime(curr, now, delta_exec); in update_curr_dl() 1344 scaled_delta_exec = grub_reclaim(delta_exec, in update_curr_dl() 1351 scaled_delta_exec = cap_scale(delta_exec, scale_freq); in update_curr_dl() 1395 rt_rq->rt_time += delta_exec; in update_curr_dl()
|
H A D | rt.c | 1064 u64 delta_exec; in update_curr_rt() local 1071 delta_exec = now - curr->se.exec_start; in update_curr_rt() 1072 if (unlikely((s64)delta_exec <= 0)) in update_curr_rt() 1076 max(curr->stats.exec_max, delta_exec)); in update_curr_rt() 1078 trace_sched_stat_runtime(curr, delta_exec, 0); in update_curr_rt() 1080 update_current_exec_runtime(curr, now, delta_exec); in update_curr_rt() 1091 rt_rq->rt_time += delta_exec; in update_curr_rt()
|
H A D | fair.c | 337 * delta_exec * weight / lw.weight 339 * (delta_exec * (weight * lw->inv_weight)) >> WMULT_SHIFT 348 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument 372 return mul_u64_u32_shr(delta_exec, fact, shift); in __calc_delta() 609 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec); 1223 u64 delta_exec; in update_curr() local 1228 delta_exec = now - curr->exec_start; in update_curr() 1229 if (unlikely((s64)delta_exec <= 0)) in update_curr() 1239 max(delta_exec, stats->exec_max)); in update_curr() 1242 curr->sum_exec_runtime += delta_exec; in update_curr() 5682 __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) __account_cfs_rq_runtime() argument 5701 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) account_cfs_rq_runtime() argument 6605 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) account_cfs_rq_runtime() argument [all...] |
H A D | sched.h | 3486 u64 now, u64 delta_exec) in update_current_exec_runtime() 3488 curr->se.sum_exec_runtime += delta_exec; in update_current_exec_runtime() 3489 account_group_exec_runtime(curr, delta_exec); in update_current_exec_runtime() 3492 cgroup_account_cputime(curr, delta_exec); in update_current_exec_runtime() 3485 update_current_exec_runtime(struct task_struct *curr, u64 now, u64 delta_exec) update_current_exec_runtime() argument
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | cgroup.h | 772 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec); 774 enum cpu_usage_stat index, u64 delta_exec); 777 u64 delta_exec) in cgroup_account_cputime() 781 cpuacct_charge(task, delta_exec); in cgroup_account_cputime() 785 __cgroup_account_cputime(cgrp, delta_exec); in cgroup_account_cputime() 790 u64 delta_exec) in cgroup_account_cputime_field() 794 cpuacct_account_field(task, index, delta_exec); in cgroup_account_cputime_field() 799 __cgroup_account_cputime_field(cgrp, index, delta_exec); in cgroup_account_cputime_field() 806 u64 delta_exec) {} in cgroup_account_cputime() 809 u64 delta_exec) {} in cgroup_account_cputime_field() 776 cgroup_account_cputime(struct task_struct *task, u64 delta_exec) cgroup_account_cputime() argument 788 cgroup_account_cputime_field(struct task_struct *task, enum cpu_usage_stat index, u64 delta_exec) cgroup_account_cputime_field() argument 805 cgroup_account_cputime(struct task_struct *task, u64 delta_exec) cgroup_account_cputime() argument 807 cgroup_account_cputime_field(struct task_struct *task, enum cpu_usage_stat index, u64 delta_exec) cgroup_account_cputime_field() argument [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | cgroup.h | 709 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec); 711 enum cpu_usage_stat index, u64 delta_exec); 714 u64 delta_exec) in cgroup_account_cputime() 718 cpuacct_charge(task, delta_exec); in cgroup_account_cputime() 722 __cgroup_account_cputime(cgrp, delta_exec); in cgroup_account_cputime() 727 u64 delta_exec) in cgroup_account_cputime_field() 731 cpuacct_account_field(task, index, delta_exec); in cgroup_account_cputime_field() 735 __cgroup_account_cputime_field(cgrp, index, delta_exec); in cgroup_account_cputime_field() 741 u64 delta_exec) {} in cgroup_account_cputime() 744 u64 delta_exec) {} in cgroup_account_cputime_field() 713 cgroup_account_cputime(struct task_struct *task, u64 delta_exec) cgroup_account_cputime() argument 725 cgroup_account_cputime_field(struct task_struct *task, enum cpu_usage_stat index, u64 delta_exec) cgroup_account_cputime_field() argument 740 cgroup_account_cputime(struct task_struct *task, u64 delta_exec) cgroup_account_cputime() argument 742 cgroup_account_cputime_field(struct task_struct *task, enum cpu_usage_stat index, u64 delta_exec) cgroup_account_cputime_field() argument [all...] |
/kernel/linux/linux-5.10/kernel/cgroup/ |
H A D | rstat.c | 358 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec) in __cgroup_account_cputime() argument 363 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime() 368 enum cpu_usage_stat index, u64 delta_exec) in __cgroup_account_cputime_field() 377 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field() 382 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field() 367 __cgroup_account_cputime_field(struct cgroup *cgrp, enum cpu_usage_stat index, u64 delta_exec) __cgroup_account_cputime_field() argument
|
/kernel/linux/linux-5.10/kernel/sched/rtg/ |
H A D | rtg.c | 469 u64 delta_exec, delta_load; in add_to_group_time() local 484 delta_exec = wallclock - mark_start; in add_to_group_time() 485 grp->ravg.curr_window_exec += delta_exec; in add_to_group_time() 487 delta_load = scale_exec_time(delta_exec, rq); in add_to_group_time() 497 delta_exec = window_start - mark_start; in add_to_group_time() 498 grp->ravg.prev_window_exec += delta_exec; in add_to_group_time() 500 delta_load = scale_exec_time(delta_exec, rq); in add_to_group_time() 504 delta_exec = wallclock - window_start; in add_to_group_time() 505 grp->ravg.curr_window_exec += delta_exec; in add_to_group_time() 507 delta_load = scale_exec_time(delta_exec, r in add_to_group_time() [all...] |
/kernel/linux/linux-6.6/kernel/sched/rtg/ |
H A D | rtg.c | 470 u64 delta_exec, delta_load; in add_to_group_time() local 485 delta_exec = wallclock - mark_start; in add_to_group_time() 486 grp->ravg.curr_window_exec += delta_exec; in add_to_group_time() 488 delta_load = scale_exec_time(delta_exec, rq); in add_to_group_time() 498 delta_exec = window_start - mark_start; in add_to_group_time() 499 grp->ravg.prev_window_exec += delta_exec; in add_to_group_time() 501 delta_load = scale_exec_time(delta_exec, rq); in add_to_group_time() 505 delta_exec = wallclock - window_start; in add_to_group_time() 506 grp->ravg.curr_window_exec += delta_exec; in add_to_group_time() 508 delta_load = scale_exec_time(delta_exec, r in add_to_group_time() [all...] |
/kernel/linux/linux-6.6/kernel/cgroup/ |
H A D | rstat.c | 401 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec) in __cgroup_account_cputime() argument 407 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime() 412 enum cpu_usage_stat index, u64 delta_exec) in __cgroup_account_cputime_field() 422 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field() 427 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field() 431 rstatc->bstat.forceidle_sum += delta_exec; in __cgroup_account_cputime_field() 411 __cgroup_account_cputime_field(struct cgroup *cgrp, enum cpu_usage_stat index, u64 delta_exec) __cgroup_account_cputime_field() argument
|