| 1 | #ifndef _LINUX_SCHED_ISOLATION_H |
| 2 | #define _LINUX_SCHED_ISOLATION_H |
| 3 | |
| 4 | #include <linux/cpumask.h> |
| 5 | #include <linux/cpuset.h> |
| 6 | #include <linux/init.h> |
| 7 | #include <linux/tick.h> |
| 8 | |
| 9 | enum hk_type { |
| 10 | HK_TYPE_DOMAIN, |
| 11 | HK_TYPE_MANAGED_IRQ, |
| 12 | HK_TYPE_KERNEL_NOISE, |
| 13 | HK_TYPE_MAX, |
| 14 | |
| 15 | /* |
| 16 | * The following housekeeping types are only set by the nohz_full |
| 17 | * boot commandline option. So they can share the same value. |
| 18 | */ |
| 19 | HK_TYPE_TICK = HK_TYPE_KERNEL_NOISE, |
| 20 | HK_TYPE_TIMER = HK_TYPE_KERNEL_NOISE, |
| 21 | HK_TYPE_RCU = HK_TYPE_KERNEL_NOISE, |
| 22 | HK_TYPE_MISC = HK_TYPE_KERNEL_NOISE, |
| 23 | HK_TYPE_WQ = HK_TYPE_KERNEL_NOISE, |
| 24 | HK_TYPE_KTHREAD = HK_TYPE_KERNEL_NOISE |
| 25 | }; |
| 26 | |
| 27 | #ifdef CONFIG_CPU_ISOLATION |
| 28 | DECLARE_STATIC_KEY_FALSE(housekeeping_overridden); |
| 29 | extern int housekeeping_any_cpu(enum hk_type type); |
| 30 | extern const struct cpumask *housekeeping_cpumask(enum hk_type type); |
| 31 | extern bool housekeeping_enabled(enum hk_type type); |
| 32 | extern void housekeeping_affine(struct task_struct *t, enum hk_type type); |
| 33 | extern bool housekeeping_test_cpu(int cpu, enum hk_type type); |
| 34 | extern void __init housekeeping_init(void); |
| 35 | |
| 36 | #else |
| 37 | |
| 38 | static inline int housekeeping_any_cpu(enum hk_type type) |
| 39 | { |
| 40 | return smp_processor_id(); |
| 41 | } |
| 42 | |
| 43 | static inline const struct cpumask *housekeeping_cpumask(enum hk_type type) |
| 44 | { |
| 45 | return cpu_possible_mask; |
| 46 | } |
| 47 | |
| 48 | static inline bool housekeeping_enabled(enum hk_type type) |
| 49 | { |
| 50 | return false; |
| 51 | } |
| 52 | |
| 53 | static inline void housekeeping_affine(struct task_struct *t, |
| 54 | enum hk_type type) { } |
| 55 | |
| 56 | static inline bool housekeeping_test_cpu(int cpu, enum hk_type type) |
| 57 | { |
| 58 | return true; |
| 59 | } |
| 60 | |
| 61 | static inline void housekeeping_init(void) { } |
| 62 | #endif /* CONFIG_CPU_ISOLATION */ |
| 63 | |
| 64 | static inline bool housekeeping_cpu(int cpu, enum hk_type type) |
| 65 | { |
| 66 | #ifdef CONFIG_CPU_ISOLATION |
| 67 | if (static_branch_unlikely(&housekeeping_overridden)) |
| 68 | return housekeeping_test_cpu(cpu, type); |
| 69 | #endif |
| 70 | return true; |
| 71 | } |
| 72 | |
| 73 | static inline bool cpu_is_isolated(int cpu) |
| 74 | { |
| 75 | return !housekeeping_test_cpu(cpu, type: HK_TYPE_DOMAIN) || |
| 76 | !housekeeping_test_cpu(cpu, type: HK_TYPE_TICK) || |
| 77 | cpuset_cpu_is_isolated(cpu); |
| 78 | } |
| 79 | |
| 80 | #endif /* _LINUX_SCHED_ISOLATION_H */ |
| 81 | |