JakeHillion/scx-upstream
1
0
Fork 0
mirror of https://github.com/sched-ext/scx.git synced 2024-11-28 21:50:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

scx_lavd: fast path for ops.dispatch() when fully loaded

Browse Source 
When fully loaded so all CPUs are using, skip checking the cpumask.

Signed-off-by: Changwoo Min <changwoo@igalia.com>
This commit is contained in:
Changwoo Min 2024-06-27 18:00:39 +09:00
parent 8537c1b474
commit f86d564d89
1 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
scheds/rust/scx_lavd/src/bpf/main.bpf.c
View File

@ -2360,16 +2360,31 @@ static bool is_kernel_task(struct task_struct *p)
return p->flags & PF_KTHREAD;
}
static bool use_full_cpus(void)
{
struct sys_stat *stat_cur = get_sys_stat_cur();
return no_core_compaction ||
((stat_cur->nr_active + LAVD_TC_NR_OVRFLW) >= nr_cpus_onln);
}
void BPF_STRUCT_OPS(lavd_dispatch, s32 cpu, struct task_struct *prev)
{
struct bpf_cpumask *active, *ovrflw;
struct task_struct *p;
bpf_rcu_read_lock();
/*
* If all CPUs are using, directly consume without checking CPU masks.
*/
if (use_full_cpus()) {
scx_bpf_consume(LAVD_GLOBAL_DSQ);
return;
}
/*
* Prepare cpumasks.
*/
bpf_rcu_read_lock();
active = active_cpumask;
ovrflw = ovrflw_cpumask;
if (!active || !ovrflw) {