[PATCH v2] sched/core: Skip sched_core_fork/free() when core sched is disabled

From: Cruz Zhao
Date: Sun Apr 24 2022 - 16:17:48 EST


As __put_task_struct() and copy_process() are hot path functions,
the call of sched_core_fork/free() will bring overhead when core
sched is disabled, and we skip them in these cases.

Reported-by: kernel test robot <lkp@xxxxxxxxx>
Signed-off-by: Cruz Zhao <CruzZhao@xxxxxxxxxxxxxxxxx>
---
kernel/sched/core_sched.c | 9 ++++++---
1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/kernel/sched/core_sched.c b/kernel/sched/core_sched.c
index 38a2cec..72a8ef8 100644
--- a/kernel/sched/core_sched.c
+++ b/kernel/sched/core_sched.c
@@ -108,13 +108,16 @@ static unsigned long sched_core_clone_cookie(struct task_struct *p)

void sched_core_fork(struct task_struct *p)
{
- RB_CLEAR_NODE(&p->core_node);
- p->core_cookie = sched_core_clone_cookie(current);
+ if (!sched_core_disabled()) {
+ RB_CLEAR_NODE(&p->core_node);
+ p->core_cookie = sched_core_clone_cookie(current);
+ }
}

void sched_core_free(struct task_struct *p)
{
- sched_core_put_cookie(p->core_cookie);
+ if (!sched_core_disabled())
+ sched_core_put_cookie(p->core_cookie);
}

static void __sched_core_set(struct task_struct *p, unsigned long cookie)
--
1.8.3.1