cb671a0378
With LB_BIAS disabled, source_load() & target_load() return weighted_cpuload(). Replace both with calls to weighted_cpuload(). The function to obtain the load index (sd->*_idx) for an sd, get_sd_load_idx(), can be removed as well. Finally, get rid of the sched feature LB_BIAS. Signed-off-by: Dietmar Eggemann <dietmar.eggemann@arm.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Acked-by: Rik van Riel <riel@surriel.com> Cc: Frederic Weisbecker <fweisbec@gmail.com> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Morten Rasmussen <morten.rasmussen@arm.com> Cc: Patrick Bellasi <patrick.bellasi@arm.com> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Quentin Perret <quentin.perret@arm.com> Cc: Thomas Gleixner <tglx@linutronix.de> Cc: Valentin Schneider <valentin.schneider@arm.com> Cc: Vincent Guittot <vincent.guittot@linaro.org> Link: https://lkml.kernel.org/r/20190527062116.11512-3-dietmar.eggemann@arm.com Signed-off-by: Ingo Molnar <mingo@kernel.org> [dereference23: Backport to msm-4.14] Signed-off-by: Alexander Winkowski <dereference23@outlook.com>
137 lines
3.9 KiB
C
137 lines
3.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/*
|
|
* Only give sleepers 50% of their service deficit. This allows
|
|
* them to run sooner, but does not allow tons of sleepers to
|
|
* rip the spread apart.
|
|
*/
|
|
#define SCHED_FEAT_GENTLE_FAIR_SLEEPERS 1
|
|
|
|
/*
|
|
* Place new tasks ahead so that they do not starve already running
|
|
* tasks
|
|
*/
|
|
#define SCHED_FEAT_START_DEBIT 1
|
|
|
|
/*
|
|
* Prefer to schedule the task we woke last (assuming it failed
|
|
* wakeup-preemption), since its likely going to consume data we
|
|
* touched, increases cache locality.
|
|
*/
|
|
#define SCHED_FEAT_NEXT_BUDDY 0
|
|
|
|
/*
|
|
* Prefer to schedule the task that ran last (when we did
|
|
* wake-preempt) as that likely will touch the same data, increases
|
|
* cache locality.
|
|
*/
|
|
#define SCHED_FEAT_LAST_BUDDY 1
|
|
|
|
/*
|
|
* Consider buddies to be cache hot, decreases the likelyness of a
|
|
* cache buddy being migrated away, increases cache locality.
|
|
*/
|
|
#define SCHED_FEAT_CACHE_HOT_BUDDY 1
|
|
|
|
/*
|
|
* Allow wakeup-time preemption of the current task:
|
|
*/
|
|
#define SCHED_FEAT_WAKEUP_PREEMPTION 1
|
|
|
|
#define SCHED_FEAT_HRTICK 0
|
|
#define SCHED_FEAT_DOUBLE_TICK 0
|
|
|
|
/*
|
|
* Decrement CPU capacity based on time not spent running tasks
|
|
*/
|
|
#define SCHED_FEAT_NONTASK_CAPACITY 1
|
|
|
|
/*
|
|
* Queue remote wakeups on the target CPU and process them
|
|
* using the scheduler IPI. Reduces rq->lock contention/bounces.
|
|
*/
|
|
#define SCHED_FEAT_TTWU_QUEUE 1
|
|
|
|
/*
|
|
* When doing wakeups, attempt to limit superfluous scans of the LLC domain.
|
|
*/
|
|
#define SCHED_FEAT_SIS_AVG_CPU 0
|
|
#define SCHED_FEAT_SIS_PROP 1
|
|
|
|
/*
|
|
* Issue a WARN when we do multiple update_rq_clock() calls
|
|
* in a single rq->lock section. Default disabled because the
|
|
* annotations are not complete.
|
|
*/
|
|
#define SCHED_FEAT_WARN_DOUBLE_CLOCK 0
|
|
|
|
#ifdef HAVE_RT_PUSH_IPI
|
|
/*
|
|
* In order to avoid a thundering herd attack of CPUs that are
|
|
* lowering their priorities at the same time, and there being
|
|
* a single CPU that has an RT task that can migrate and is waiting
|
|
* to run, where the other CPUs will try to take that CPUs
|
|
* rq lock and possibly create a large contention, sending an
|
|
* IPI to that CPU and let that CPU push the RT task to where
|
|
* it should go may be a better scenario.
|
|
*/
|
|
#define SCHED_FEAT_RT_PUSH_IPI 1
|
|
#else
|
|
#define SCHED_FEAT_RT_PUSH_IPI 0
|
|
#endif
|
|
|
|
#define SCHED_FEAT_RT_RUNTIME_SHARE 1
|
|
#define SCHED_FEAT_LB_MIN 0
|
|
#define SCHED_FEAT_ATTACH_AGE_LOAD 1
|
|
|
|
#define SCHED_FEAT_WA_IDLE 1
|
|
#define SCHED_FEAT_WA_WEIGHT 1
|
|
#define SCHED_FEAT_WA_BIAS 1
|
|
|
|
/*
|
|
* UtilEstimation. Use estimated CPU utilization.
|
|
*/
|
|
#define SCHED_FEAT_UTIL_EST 1
|
|
#define SCHED_FEAT_UTIL_EST_FASTUP 1
|
|
|
|
/*
|
|
* Energy aware scheduling. Use platform energy model to guide scheduling
|
|
* decisions optimizing for energy efficiency.
|
|
*/
|
|
#ifdef CONFIG_DEFAULT_USE_ENERGY_AWARE
|
|
#define SCHED_FEAT_ENERGY_AWARE 1
|
|
#else
|
|
#define SCHED_FEAT_ENERGY_AWARE 0
|
|
#endif
|
|
|
|
/*
|
|
* Energy aware scheduling algorithm choices:
|
|
* EAS_PREFER_IDLE
|
|
* Direct tasks in a schedtune.prefer_idle=1 group through
|
|
* the EAS path for wakeup task placement. Otherwise, put
|
|
* those tasks through the mainline slow path.
|
|
* FIND_BEST_TARGET
|
|
* Limit the number of placement options for which we calculate
|
|
* energy by using heuristics to select 'best idle' and
|
|
* 'best active' cpu options.
|
|
* FBT_STRICT_ORDER
|
|
* ON: If the target CPU saves any energy, use that.
|
|
* OFF: Use whichever of target or backup saves most.
|
|
*/
|
|
#define SCHED_FEAT_EAS_PREFER_IDLE 1
|
|
#define SCHED_FEAT_FIND_BEST_TARGET 1
|
|
#define SCHED_FEAT_FBT_STRICT_ORDER 0
|
|
|
|
/*
|
|
* Apply schedtune boost hold to tasks of all sched classes.
|
|
* If enabled, schedtune will hold the boost applied to a CPU
|
|
* for 50ms regardless of task activation - if the task is
|
|
* still running 50ms later, the boost hold expires and schedtune
|
|
* boost will expire immediately the task stops.
|
|
* If disabled, this behaviour will only apply to tasks of the
|
|
* RT class.
|
|
*/
|
|
#define SCHED_FEAT_SCHEDTUNE_BOOST_HOLD_ALL 0
|
|
|
|
#define SCHED_FEAT_ALT_PERIOD 1
|
|
#define SCHED_FEAT_BASE_SLICE 1
|