fff0de1059
DISCLAIMER: ===================================================================== This patch is intended to go upstream after collecting feedback from Android community that it resolves the issues reported by various partners. It is not meant to be merged into android-mainline. ===================================================================== uclamp_max effectiveness could be easily impacted by small transient tasks that wake up frequency to do small work then go back to sleep. If there's a busy task that is capped by uclamp_max to run at a smaller frequency, due to max-aggregation rule tasks that wake up on the same cpu will increase the rq->uclamp_max value if they were higher than the capped task. Given that all tasks by default have a uclamp_max = 1024, this is the likely case by default. Note that since the capped task is likely to be a busy and throttled one, its util, and hence the rq->util, will be very high and as soon as we lift the capping the requested frequency will be very high. To address this issue of increasing the resilience of uclamp_max against these transient tasks that don't really need to run at a higher frequency, we implement a simple filter mechanism to ignore uclamp_max for those tasks. The algorithm looks at the runtime of the task and compares it to sched_slice(). By default we assume any task that its runtime is 1/4th of sched_slice() or less is a small transient task that we can ignore its uclamp_max requirement. runtime < sched_slice() / divider We can tweak the divider by /proc/sys/kernel/sched_util_uclamp_max_filter_divider sysctl. It accepts values 0-4. divider = 1 << sched_util_uclamp_max_filter_divider We add a new task_tick_uclamp() function to verify this condition periodically and ensure the conditions checked at wake up are still true - in case this transient task suddenly becomes a busy one. For EAS, we can't use sched_slice() there to figure out if uclamp_max will be ignored because the task is not enqueued yet. So we leave it as-is to figure out the placement based on worst case scenario. Signed-off-by: Qais Yousef <qais.yousef@arm.com> Change-Id: Ie3afa93a7d70dab5b7c22e820cc078ffd0e891ef [yaro: ported to msm-5.4 and remove sysctl parts for now] Signed-off-by: Yaroslav Furman <yaro330@gmail.com>
164 lines
5.5 KiB
C
164 lines
5.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _LINUX_SCHED_SYSCTL_H
|
|
#define _LINUX_SCHED_SYSCTL_H
|
|
|
|
#include <linux/types.h>
|
|
|
|
struct ctl_table;
|
|
|
|
#ifdef CONFIG_DETECT_HUNG_TASK
|
|
extern int sysctl_hung_task_check_count;
|
|
extern unsigned int sysctl_hung_task_panic;
|
|
extern unsigned long sysctl_hung_task_timeout_secs;
|
|
extern int sysctl_hung_task_warnings;
|
|
extern int sysctl_hung_task_selective_monitoring;
|
|
extern int proc_dohung_task_timeout_secs(struct ctl_table *table, int write,
|
|
void __user *buffer,
|
|
size_t *lenp, loff_t *ppos);
|
|
#else
|
|
/* Avoid need for ifdefs elsewhere in the code */
|
|
enum { sysctl_hung_task_timeout_secs = 0 };
|
|
#endif
|
|
|
|
#define MAX_CLUSTERS 3
|
|
/* MAX_MARGIN_LEVELS should be one less than MAX_CLUSTERS */
|
|
#define MAX_MARGIN_LEVELS (MAX_CLUSTERS - 1)
|
|
|
|
extern unsigned int sysctl_sched_latency;
|
|
extern unsigned int sysctl_sched_min_granularity;
|
|
extern unsigned int sysctl_sched_sync_hint_enable;
|
|
extern unsigned int sysctl_sched_cstate_aware;
|
|
extern unsigned int sysctl_sched_wakeup_granularity;
|
|
extern unsigned int sysctl_sched_child_runs_first;
|
|
extern unsigned int sysctl_sched_energy_aware;
|
|
extern unsigned int sysctl_sched_capacity_margin_up[MAX_MARGIN_LEVELS];
|
|
extern unsigned int sysctl_sched_capacity_margin_down[MAX_MARGIN_LEVELS];
|
|
extern unsigned int sysctl_sched_capacity_margin_up_boosted[MAX_MARGIN_LEVELS];
|
|
extern unsigned int
|
|
sysctl_sched_capacity_margin_down_boosted[MAX_MARGIN_LEVELS];
|
|
#ifdef CONFIG_SCHED_WALT
|
|
extern unsigned int sysctl_sched_use_walt_cpu_util;
|
|
extern unsigned int sysctl_sched_use_walt_task_util;
|
|
extern unsigned int sysctl_sched_walt_init_task_load_pct;
|
|
extern unsigned int sysctl_sched_cpu_high_irqload;
|
|
extern unsigned int sysctl_sched_boost;
|
|
extern unsigned int sysctl_sched_group_upmigrate_pct;
|
|
extern unsigned int sysctl_sched_group_downmigrate_pct;
|
|
extern unsigned int sysctl_sched_conservative_pl;
|
|
extern unsigned int sysctl_sched_many_wakeup_threshold;
|
|
extern unsigned int sysctl_sched_walt_rotate_big_tasks;
|
|
extern unsigned int sysctl_sched_min_task_util_for_boost;
|
|
extern unsigned int sysctl_sched_min_task_util_for_colocation;
|
|
extern unsigned int sysctl_sched_little_cluster_coloc_fmin_khz;
|
|
|
|
extern int
|
|
walt_proc_update_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
|
|
#endif
|
|
|
|
#if defined(CONFIG_PREEMPT_TRACER) || defined(CONFIG_DEBUG_PREEMPT)
|
|
extern unsigned int sysctl_preemptoff_tracing_threshold_ns;
|
|
#endif
|
|
#if defined(CONFIG_PREEMPTIRQ_EVENTS) && defined(CONFIG_IRQSOFF_TRACER)
|
|
extern unsigned int sysctl_irqsoff_tracing_threshold_ns;
|
|
#endif
|
|
|
|
enum sched_tunable_scaling {
|
|
SCHED_TUNABLESCALING_NONE,
|
|
SCHED_TUNABLESCALING_LOG,
|
|
SCHED_TUNABLESCALING_LINEAR,
|
|
SCHED_TUNABLESCALING_END,
|
|
};
|
|
extern enum sched_tunable_scaling sysctl_sched_tunable_scaling;
|
|
|
|
extern unsigned int sysctl_numa_balancing_scan_delay;
|
|
extern unsigned int sysctl_numa_balancing_scan_period_min;
|
|
extern unsigned int sysctl_numa_balancing_scan_period_max;
|
|
extern unsigned int sysctl_numa_balancing_scan_size;
|
|
|
|
extern __read_mostly unsigned int sysctl_sched_migration_cost;
|
|
extern __read_mostly unsigned int sysctl_sched_nr_migrate;
|
|
extern __read_mostly unsigned int sysctl_sched_time_avg;
|
|
|
|
int sched_proc_update_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *length,
|
|
loff_t *ppos);
|
|
|
|
extern int sched_boost_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp, loff_t *ppos);
|
|
|
|
/*
|
|
* control realtime throttling:
|
|
*
|
|
* /proc/sys/kernel/sched_rt_period_us
|
|
* /proc/sys/kernel/sched_rt_runtime_us
|
|
*/
|
|
extern unsigned int sysctl_sched_rt_period;
|
|
extern int sysctl_sched_rt_runtime;
|
|
|
|
#ifdef CONFIG_UCLAMP_TASK
|
|
extern unsigned int sysctl_sched_uclamp_util_min;
|
|
extern unsigned int sysctl_sched_uclamp_util_max;
|
|
extern unsigned int sysctl_sched_uclamp_util_min_rt_default;
|
|
extern unsigned int sysctl_sched_uclamp_max_filter_divider;
|
|
#endif
|
|
|
|
#ifdef CONFIG_CFS_BANDWIDTH
|
|
extern unsigned int sysctl_sched_cfs_bandwidth_slice;
|
|
#endif
|
|
|
|
#ifdef CONFIG_SCHED_AUTOGROUP
|
|
extern unsigned int sysctl_sched_autogroup_enabled;
|
|
#endif
|
|
|
|
extern int sysctl_sched_rr_timeslice;
|
|
extern int sched_rr_timeslice;
|
|
|
|
extern int sched_rr_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
|
|
extern int sched_rt_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
|
|
#ifdef CONFIG_UCLAMP_TASK
|
|
extern int sysctl_sched_uclamp_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
#endif
|
|
|
|
extern int sched_updown_migrate_handler(struct ctl_table *table,
|
|
int write, void __user *buffer,
|
|
size_t *lenp, loff_t *ppos);
|
|
|
|
extern int sched_updown_migrate_handler_boosted(struct ctl_table *table,
|
|
int write, void __user *buffer,
|
|
size_t *lenp, loff_t *ppos);
|
|
|
|
extern int sysctl_numa_balancing(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
|
|
extern int sysctl_schedstats(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
|
|
#ifdef CONFIG_SCHED_WALT
|
|
extern int sched_little_cluster_coloc_fmin_khz_handler(struct ctl_table *table,
|
|
int write, void __user *buffer,
|
|
size_t *lenp, loff_t *ppos);
|
|
#endif
|
|
|
|
#define LIB_PATH_LENGTH 512
|
|
extern char sched_lib_name[LIB_PATH_LENGTH];
|
|
extern unsigned int sched_lib_mask_force;
|
|
extern int sysctl_sched_lib_name_handler(struct ctl_table *table, int write,
|
|
void __user *buffer, size_t *lenp,
|
|
loff_t *ppos);
|
|
extern bool is_sched_lib_based_app(pid_t pid);
|
|
|
|
#endif /* _LINUX_SCHED_SYSCTL_H */
|