abf49c4b59
Commit [1] moved features.h inclusion in sched.h to the top of the file.
This prevents features.h from seeing the definition of HAVE_RT_PUSH_IPI,
which in turn causes the sched_feat(RT_PUSH_IPI) to be always disabled.
Fix this by checking the parent macro of HAVE_RT_PUSH_IPI instead.
[1] ("sched: Resolve sched_feat() at compile time to improve code optimization")
Signed-off-by: shygosh <shygosh@proton.me>
137 lines
3.9 KiB
C
137 lines
3.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Only give sleepers 50% of their service deficit. This allows
|
|
* them to run sooner, but does not allow tons of sleepers to
|
|
* rip the spread apart.
|
|
*/
|
|
#define SCHED_FEAT_GENTLE_FAIR_SLEEPERS 0
|
|
|
|
/*
|
|
* Place new tasks ahead so that they do not starve already running
|
|
* tasks
|
|
*/
|
|
#define SCHED_FEAT_START_DEBIT 1
|
|
|
|
/*
|
|
* Prefer to schedule the task we woke last (assuming it failed
|
|
* wakeup-preemption), since its likely going to consume data we
|
|
* touched, increases cache locality.
|
|
*/
|
|
#define SCHED_FEAT_NEXT_BUDDY 0
|
|
|
|
/*
|
|
* Prefer to schedule the task that ran last (when we did
|
|
* wake-preempt) as that likely will touch the same data, increases
|
|
* cache locality.
|
|
*/
|
|
#define SCHED_FEAT_LAST_BUDDY 1
|
|
|
|
/*
|
|
* Consider buddies to be cache hot, decreases the likelyness of a
|
|
* cache buddy being migrated away, increases cache locality.
|
|
*/
|
|
#define SCHED_FEAT_CACHE_HOT_BUDDY 1
|
|
|
|
/*
|
|
* Allow wakeup-time preemption of the current task:
|
|
*/
|
|
#define SCHED_FEAT_WAKEUP_PREEMPTION 1
|
|
|
|
#define SCHED_FEAT_HRTICK 0
|
|
#define SCHED_FEAT_DOUBLE_TICK 0
|
|
|
|
/*
|
|
* Decrement CPU capacity based on time not spent running tasks
|
|
*/
|
|
#define SCHED_FEAT_NONTASK_CAPACITY 1
|
|
|
|
/*
|
|
* Queue remote wakeups on the target CPU and process them
|
|
* using the scheduler IPI. Reduces rq->lock contention/bounces.
|
|
*/
|
|
#define SCHED_FEAT_TTWU_QUEUE 0
|
|
|
|
/*
|
|
* When doing wakeups, attempt to limit superfluous scans of the LLC domain.
|
|
*/
|
|
#define SCHED_FEAT_SIS_AVG_CPU 0
|
|
#define SCHED_FEAT_SIS_PROP 1
|
|
|
|
/*
|
|
* Issue a WARN when we do multiple update_rq_clock() calls
|
|
* in a single rq->lock section. Default disabled because the
|
|
* annotations are not complete.
|
|
*/
|
|
#define SCHED_FEAT_WARN_DOUBLE_CLOCK 0
|
|
|
|
#if defined(CONFIG_IRQ_WORK) && defined(CONFIG_SMP)
|
|
/*
|
|
* In order to avoid a thundering herd attack of CPUs that are
|
|
* lowering their priorities at the same time, and there being
|
|
* a single CPU that has an RT task that can migrate and is waiting
|
|
* to run, where the other CPUs will try to take that CPUs
|
|
* rq lock and possibly create a large contention, sending an
|
|
* IPI to that CPU and let that CPU push the RT task to where
|
|
* it should go may be a better scenario.
|
|
*/
|
|
#define SCHED_FEAT_RT_PUSH_IPI 1
|
|
#else
|
|
#define SCHED_FEAT_RT_PUSH_IPI 0
|
|
#endif
|
|
|
|
#define SCHED_FEAT_RT_RUNTIME_SHARE 1
|
|
#define SCHED_FEAT_LB_MIN 0
|
|
#define SCHED_FEAT_ATTACH_AGE_LOAD 1
|
|
|
|
#define SCHED_FEAT_WA_IDLE 1
|
|
#define SCHED_FEAT_WA_WEIGHT 1
|
|
#define SCHED_FEAT_WA_BIAS 1
|
|
|
|
/*
|
|
* UtilEstimation. Use estimated CPU utilization.
|
|
*/
|
|
#define SCHED_FEAT_UTIL_EST 1
|
|
#define SCHED_FEAT_UTIL_EST_FASTUP 1
|
|
|
|
/*
|
|
* Energy aware scheduling. Use platform energy model to guide scheduling
|
|
* decisions optimizing for energy efficiency.
|
|
*/
|
|
#ifdef CONFIG_DEFAULT_USE_ENERGY_AWARE
|
|
#define SCHED_FEAT_ENERGY_AWARE 1
|
|
#else
|
|
#define SCHED_FEAT_ENERGY_AWARE 0
|
|
#endif
|
|
|
|
/*
|
|
* Energy aware scheduling algorithm choices:
|
|
* EAS_PREFER_IDLE
|
|
* Direct tasks in a schedtune.prefer_idle=1 group through
|
|
* the EAS path for wakeup task placement. Otherwise, put
|
|
* those tasks through the mainline slow path.
|
|
* FIND_BEST_TARGET
|
|
* Limit the number of placement options for which we calculate
|
|
* energy by using heuristics to select 'best idle' and
|
|
* 'best active' cpu options.
|
|
* FBT_STRICT_ORDER
|
|
* ON: If the target CPU saves any energy, use that.
|
|
* OFF: Use whichever of target or backup saves most.
|
|
*/
|
|
#define SCHED_FEAT_EAS_PREFER_IDLE 1
|
|
#define SCHED_FEAT_FIND_BEST_TARGET 1
|
|
#define SCHED_FEAT_FBT_STRICT_ORDER 0
|
|
|
|
/*
|
|
* Apply schedtune boost hold to tasks of all sched classes.
|
|
* If enabled, schedtune will hold the boost applied to a CPU
|
|
* for 50ms regardless of task activation - if the task is
|
|
* still running 50ms later, the boost hold expires and schedtune
|
|
* boost will expire immediately the task stops.
|
|
* If disabled, this behaviour will only apply to tasks of the
|
|
* RT class.
|
|
*/
|
|
#define SCHED_FEAT_SCHEDTUNE_BOOST_HOLD_ALL 0
|
|
|
|
#define SCHED_FEAT_ALT_PERIOD 1
|
|
#define SCHED_FEAT_BASE_SLICE 1
|