[thirdparty/linux.git] / include / linux / tick.h

/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Tick related global functions
 */
#ifndef _LINUX_TICK_H
#define _LINUX_TICK_H

#include <linux/clockchips.h>
#include <linux/irqflags.h>
#include <linux/percpu.h>
#include <linux/context_tracking_state.h>
#include <linux/cpumask.h>
#include <linux/sched.h>

#ifdef CONFIG_GENERIC_CLOCKEVENTS
extern void __init tick_init(void);
/* Should be core only, but ARM BL switcher requires it */
extern void tick_suspend_local(void);
/* Should be core only, but XEN resume magic and ARM BL switcher require it */
extern void tick_resume_local(void);
extern void tick_handover_do_timer(void);
extern void tick_cleanup_dead_cpu(int cpu);
#else /* CONFIG_GENERIC_CLOCKEVENTS */
static inline void tick_init(void) { }
static inline void tick_suspend_local(void) { }
static inline void tick_resume_local(void) { }
static inline void tick_handover_do_timer(void) { }
static inline void tick_cleanup_dead_cpu(int cpu) { }
#endif /* !CONFIG_GENERIC_CLOCKEVENTS */

#if defined(CONFIG_GENERIC_CLOCKEVENTS) && defined(CONFIG_SUSPEND)
extern void tick_freeze(void);
extern void tick_unfreeze(void);
#else
static inline void tick_freeze(void) { }
static inline void tick_unfreeze(void) { }
#endif

#ifdef CONFIG_TICK_ONESHOT
extern void tick_irq_enter(void);
#  ifndef arch_needs_cpu
#   define arch_needs_cpu() (0)
#  endif
# else
static inline void tick_irq_enter(void) { }
#endif

#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT)
extern void hotplug_cpu__broadcast_tick_pull(int dead_cpu);
#else
static inline void hotplug_cpu__broadcast_tick_pull(int dead_cpu) { }
#endif

enum tick_broadcast_mode {
	TICK_BROADCAST_OFF,
	TICK_BROADCAST_ON,
	TICK_BROADCAST_FORCE,
};

enum tick_broadcast_state {
	TICK_BROADCAST_EXIT,
	TICK_BROADCAST_ENTER,
};

#ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
extern void tick_broadcast_control(enum tick_broadcast_mode mode);
#else
static inline void tick_broadcast_control(enum tick_broadcast_mode mode) { }
#endif /* BROADCAST */

#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_HOTPLUG_CPU)
extern void tick_offline_cpu(unsigned int cpu);
#else
static inline void tick_offline_cpu(unsigned int cpu) { }
#endif

#ifdef CONFIG_GENERIC_CLOCKEVENTS
extern int tick_broadcast_oneshot_control(enum tick_broadcast_state state);
#else
static inline int tick_broadcast_oneshot_control(enum tick_broadcast_state state)
{
	return 0;
}
#endif

static inline void tick_broadcast_enable(void)
{
	tick_broadcast_control(TICK_BROADCAST_ON);
}
static inline void tick_broadcast_disable(void)
{
	tick_broadcast_control(TICK_BROADCAST_OFF);
}
static inline void tick_broadcast_force(void)
{
	tick_broadcast_control(TICK_BROADCAST_FORCE);
}
static inline int tick_broadcast_enter(void)
{
	return tick_broadcast_oneshot_control(TICK_BROADCAST_ENTER);
}
static inline void tick_broadcast_exit(void)
{
	tick_broadcast_oneshot_control(TICK_BROADCAST_EXIT);
}

enum tick_dep_bits {
	TICK_DEP_BIT_POSIX_TIMER	= 0,
	TICK_DEP_BIT_PERF_EVENTS	= 1,
	TICK_DEP_BIT_SCHED		= 2,
	TICK_DEP_BIT_CLOCK_UNSTABLE	= 3,
	TICK_DEP_BIT_RCU		= 4,
	TICK_DEP_BIT_RCU_EXP		= 5
};
#define TICK_DEP_BIT_MAX TICK_DEP_BIT_RCU_EXP

#define TICK_DEP_MASK_NONE		0
#define TICK_DEP_MASK_POSIX_TIMER	(1 << TICK_DEP_BIT_POSIX_TIMER)
#define TICK_DEP_MASK_PERF_EVENTS	(1 << TICK_DEP_BIT_PERF_EVENTS)
#define TICK_DEP_MASK_SCHED		(1 << TICK_DEP_BIT_SCHED)
#define TICK_DEP_MASK_CLOCK_UNSTABLE	(1 << TICK_DEP_BIT_CLOCK_UNSTABLE)
#define TICK_DEP_MASK_RCU		(1 << TICK_DEP_BIT_RCU)
#define TICK_DEP_MASK_RCU_EXP		(1 << TICK_DEP_BIT_RCU_EXP)

#ifdef CONFIG_NO_HZ_COMMON
extern bool tick_nohz_enabled;
extern bool tick_nohz_tick_stopped(void);
extern bool tick_nohz_tick_stopped_cpu(int cpu);
extern void tick_nohz_idle_stop_tick(void);
extern void tick_nohz_idle_retain_tick(void);
extern void tick_nohz_idle_restart_tick(void);
extern void tick_nohz_idle_enter(void);
extern void tick_nohz_idle_exit(void);
extern void tick_nohz_irq_exit(void);
extern bool tick_nohz_idle_got_tick(void);
extern ktime_t tick_nohz_get_next_hrtimer(void);
extern ktime_t tick_nohz_get_sleep_length(ktime_t *delta_next);
extern unsigned long tick_nohz_get_idle_calls(void);
extern unsigned long tick_nohz_get_idle_calls_cpu(int cpu);
extern u64 get_cpu_idle_time_us(int cpu, u64 *last_update_time);
extern u64 get_cpu_iowait_time_us(int cpu, u64 *last_update_time);

static inline void tick_nohz_idle_stop_tick_protected(void)
{
	local_irq_disable();
	tick_nohz_idle_stop_tick();
	local_irq_enable();
}

#else /* !CONFIG_NO_HZ_COMMON */
#define tick_nohz_enabled (0)
static inline int tick_nohz_tick_stopped(void) { return 0; }
static inline int tick_nohz_tick_stopped_cpu(int cpu) { return 0; }
static inline void tick_nohz_idle_stop_tick(void) { }
static inline void tick_nohz_idle_retain_tick(void) { }
static inline void tick_nohz_idle_restart_tick(void) { }
static inline void tick_nohz_idle_enter(void) { }
static inline void tick_nohz_idle_exit(void) { }
static inline bool tick_nohz_idle_got_tick(void) { return false; }
static inline ktime_t tick_nohz_get_next_hrtimer(void)
{
	/* Next wake up is the tick period, assume it starts now */
	return ktime_add(ktime_get(), TICK_NSEC);
}
static inline ktime_t tick_nohz_get_sleep_length(ktime_t *delta_next)
{
	*delta_next = TICK_NSEC;
	return *delta_next;
}
static inline u64 get_cpu_idle_time_us(int cpu, u64 *unused) { return -1; }
static inline u64 get_cpu_iowait_time_us(int cpu, u64 *unused) { return -1; }

static inline void tick_nohz_idle_stop_tick_protected(void) { }
#endif /* !CONFIG_NO_HZ_COMMON */

#ifdef CONFIG_NO_HZ_FULL
extern bool tick_nohz_full_running;
extern cpumask_var_t tick_nohz_full_mask;

static inline bool tick_nohz_full_enabled(void)
{
	if (!context_tracking_enabled())
		return false;

	return tick_nohz_full_running;
}

static inline bool tick_nohz_full_cpu(int cpu)
{
	if (!tick_nohz_full_enabled())
		return false;

	return cpumask_test_cpu(cpu, tick_nohz_full_mask);
}

static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask)
{
	if (tick_nohz_full_enabled())
		cpumask_or(mask, mask, tick_nohz_full_mask);
}

extern void tick_nohz_dep_set(enum tick_dep_bits bit);
extern void tick_nohz_dep_clear(enum tick_dep_bits bit);
extern void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit);
extern void tick_nohz_dep_set_task(struct task_struct *tsk,
				   enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_task(struct task_struct *tsk,
				     enum tick_dep_bits bit);
extern void tick_nohz_dep_set_signal(struct signal_struct *signal,
				     enum tick_dep_bits bit);
extern void tick_nohz_dep_clear_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit);

/*
 * The below are tick_nohz_[set,clear]_dep() wrappers that optimize off-cases
 * on top of static keys.
 */
static inline void tick_dep_set(enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set(bit);
}

static inline void tick_dep_clear(enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear(bit);
}

static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit)
{
	if (tick_nohz_full_cpu(cpu))
		tick_nohz_dep_set_cpu(cpu, bit);
}

static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit)
{
	if (tick_nohz_full_cpu(cpu))
		tick_nohz_dep_clear_cpu(cpu, bit);
}

static inline void tick_dep_set_task(struct task_struct *tsk,
				     enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set_task(tsk, bit);
}
static inline void tick_dep_clear_task(struct task_struct *tsk,
				       enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear_task(tsk, bit);
}
static inline void tick_dep_set_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_set_signal(signal, bit);
}
static inline void tick_dep_clear_signal(struct signal_struct *signal,
					 enum tick_dep_bits bit)
{
	if (tick_nohz_full_enabled())
		tick_nohz_dep_clear_signal(signal, bit);
}

extern void tick_nohz_full_kick_cpu(int cpu);
extern void __tick_nohz_task_switch(void);
extern void __init tick_nohz_full_setup(cpumask_var_t cpumask);
#else
static inline bool tick_nohz_full_enabled(void) { return false; }
static inline bool tick_nohz_full_cpu(int cpu) { return false; }
static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask) { }

static inline void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
static inline void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }

static inline void tick_dep_set(enum tick_dep_bits bit) { }
static inline void tick_dep_clear(enum tick_dep_bits bit) { }
static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }
static inline void tick_dep_set_task(struct task_struct *tsk,
				     enum tick_dep_bits bit) { }
static inline void tick_dep_clear_task(struct task_struct *tsk,
				       enum tick_dep_bits bit) { }
static inline void tick_dep_set_signal(struct signal_struct *signal,
				       enum tick_dep_bits bit) { }
static inline void tick_dep_clear_signal(struct signal_struct *signal,
					 enum tick_dep_bits bit) { }

static inline void tick_nohz_full_kick_cpu(int cpu) { }
static inline void __tick_nohz_task_switch(void) { }
static inline void tick_nohz_full_setup(cpumask_var_t cpumask) { }
#endif

static inline void tick_nohz_task_switch(void)
{
	if (tick_nohz_full_enabled())
		__tick_nohz_task_switch();
}

#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
c1797baf TG	2	/*
c1797baf TG	3	* Tick related global functions
906568c9 TG	4	*/
	5	#ifndef _LINUX_TICK_H
	6	#define _LINUX_TICK_H
	7
	8	#include <linux/clockchips.h>
2bbb6817	9	#include <linux/irqflags.h>
33a5f626	10	#include <linux/percpu.h>
460775df FW	11	#include <linux/context_tracking_state.h>
460775df FW	12	#include <linux/cpumask.h>
c0f489d2	13	#include <linux/sched.h>
906568c9	14
c1797baf TG	15	#ifdef CONFIG_GENERIC_CLOCKEVENTS
c1797baf TG	16	extern void __init tick_init(void);
7270d11c TG	17	/* Should be core only, but ARM BL switcher requires it */
	18	extern void tick_suspend_local(void);
	19	/* Should be core only, but XEN resume magic and ARM BL switcher require it */
f46481d0	20	extern void tick_resume_local(void);
52c063d1	21	extern void tick_handover_do_timer(void);
a49b116d	22	extern void tick_cleanup_dead_cpu(int cpu);
c1797baf TG	23	#else /* CONFIG_GENERIC_CLOCKEVENTS */
c1797baf TG	24	static inline void tick_init(void) { }
7270d11c	25	static inline void tick_suspend_local(void) { }
f46481d0	26	static inline void tick_resume_local(void) { }
52c063d1	27	static inline void tick_handover_do_timer(void) { }
a49b116d	28	static inline void tick_cleanup_dead_cpu(int cpu) { }
c1797baf	29	#endif /* !CONFIG_GENERIC_CLOCKEVENTS */
124cf911	30
87e9b9f1 RW	31	#if defined(CONFIG_GENERIC_CLOCKEVENTS) && defined(CONFIG_SUSPEND)
	32	extern void tick_freeze(void);
	33	extern void tick_unfreeze(void);
	34	#else
	35	static inline void tick_freeze(void) { }
	36	static inline void tick_unfreeze(void) { }
	37	#endif
	38
c1797baf	39	#ifdef CONFIG_TICK_ONESHOT
5acac1be	40	extern void tick_irq_enter(void);
3c5d92a0	41	# ifndef arch_needs_cpu
fe0f4976	42	# define arch_needs_cpu() (0)
3c5d92a0	43	# endif
79bf2bb3	44	# else
5acac1be	45	static inline void tick_irq_enter(void) { }
c1797baf	46	#endif
33a5f626	47
345527b1 PM	48	#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT)
	49	extern void hotplug_cpu__broadcast_tick_pull(int dead_cpu);
	50	#else
	51	static inline void hotplug_cpu__broadcast_tick_pull(int dead_cpu) { }
	52	#endif
	53
592a438f TG	54	enum tick_broadcast_mode {
	55	TICK_BROADCAST_OFF,
	56	TICK_BROADCAST_ON,
	57	TICK_BROADCAST_FORCE,
	58	};
	59
1fe5d5c3 TG	60	enum tick_broadcast_state {
	61	TICK_BROADCAST_EXIT,
	62	TICK_BROADCAST_ENTER,
	63	};
	64
592a438f TG	65	#ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
	66	extern void tick_broadcast_control(enum tick_broadcast_mode mode);
	67	#else
	68	static inline void tick_broadcast_control(enum tick_broadcast_mode mode) { }
	69	#endif /* BROADCAST */
	70
1b72d432 TG	71	#if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_HOTPLUG_CPU)
	72	extern void tick_offline_cpu(unsigned int cpu);
	73	#else
	74	static inline void tick_offline_cpu(unsigned int cpu) { }
	75	#endif
	76
37b64a42	77	#ifdef CONFIG_GENERIC_CLOCKEVENTS
1fe5d5c3	78	extern int tick_broadcast_oneshot_control(enum tick_broadcast_state state);
37b64a42 TG	79	#else
	80	static inline int tick_broadcast_oneshot_control(enum tick_broadcast_state state)
	81	{
	82	return 0;
	83	}
	84	#endif
1fe5d5c3	85
592a438f TG	86	static inline void tick_broadcast_enable(void)
	87	{
	88	tick_broadcast_control(TICK_BROADCAST_ON);
	89	}
	90	static inline void tick_broadcast_disable(void)
	91	{
	92	tick_broadcast_control(TICK_BROADCAST_OFF);
	93	}
	94	static inline void tick_broadcast_force(void)
	95	{
	96	tick_broadcast_control(TICK_BROADCAST_FORCE);
	97	}
1fe5d5c3 TG	98	static inline int tick_broadcast_enter(void)
	99	{
	100	return tick_broadcast_oneshot_control(TICK_BROADCAST_ENTER);
	101	}
	102	static inline void tick_broadcast_exit(void)
	103	{
	104	tick_broadcast_oneshot_control(TICK_BROADCAST_EXIT);
	105	}
592a438f	106
d027d45d FW	107	enum tick_dep_bits {
	108	TICK_DEP_BIT_POSIX_TIMER = 0,
	109	TICK_DEP_BIT_PERF_EVENTS = 1,
	110	TICK_DEP_BIT_SCHED = 2,
01b4c399	111	TICK_DEP_BIT_CLOCK_UNSTABLE = 3,
df1e849a PM	112	TICK_DEP_BIT_RCU = 4,
df1e849a PM	113	TICK_DEP_BIT_RCU_EXP = 5
d027d45d	114	};
df1e849a	115	#define TICK_DEP_BIT_MAX TICK_DEP_BIT_RCU_EXP
d027d45d	116
e6e6cc22	117	#define TICK_DEP_MASK_NONE 0
d027d45d FW	118	#define TICK_DEP_MASK_POSIX_TIMER (1 << TICK_DEP_BIT_POSIX_TIMER)
	119	#define TICK_DEP_MASK_PERF_EVENTS (1 << TICK_DEP_BIT_PERF_EVENTS)
	120	#define TICK_DEP_MASK_SCHED (1 << TICK_DEP_BIT_SCHED)
	121	#define TICK_DEP_MASK_CLOCK_UNSTABLE (1 << TICK_DEP_BIT_CLOCK_UNSTABLE)
01b4c399	122	#define TICK_DEP_MASK_RCU (1 << TICK_DEP_BIT_RCU)
df1e849a	123	#define TICK_DEP_MASK_RCU_EXP (1 << TICK_DEP_BIT_RCU_EXP)
d027d45d	124
c1797baf	125	#ifdef CONFIG_NO_HZ_COMMON
4cc7ecb7	126	extern bool tick_nohz_enabled;
a3642983	127	extern bool tick_nohz_tick_stopped(void);
22ab8bc0	128	extern bool tick_nohz_tick_stopped_cpu(int cpu);
0e776768	129	extern void tick_nohz_idle_stop_tick(void);
554c8aa8	130	extern void tick_nohz_idle_retain_tick(void);
2aaf709a	131	extern void tick_nohz_idle_restart_tick(void);
1268fbc7	132	extern void tick_nohz_idle_enter(void);
280f0677 FW	133	extern void tick_nohz_idle_exit(void);
280f0677 FW	134	extern void tick_nohz_irq_exit(void);
45f1ff59	135	extern bool tick_nohz_idle_got_tick(void);
6f9b83ac	136	extern ktime_t tick_nohz_get_next_hrtimer(void);
296bb1e5	137	extern ktime_t tick_nohz_get_sleep_length(ktime_t *delta_next);
b7eaf1aa	138	extern unsigned long tick_nohz_get_idle_calls(void);
466a2b42	139	extern unsigned long tick_nohz_get_idle_calls_cpu(int cpu);
6378ddb5	140	extern u64 get_cpu_idle_time_us(int cpu, u64 *last_update_time);
0224cf4c	141	extern u64 get_cpu_iowait_time_us(int cpu, u64 *last_update_time);
0e776768 RW	142
	143	static inline void tick_nohz_idle_stop_tick_protected(void)
	144	{
	145	local_irq_disable();
	146	tick_nohz_idle_stop_tick();
	147	local_irq_enable();
	148	}
	149
c1797baf	150	#else /* !CONFIG_NO_HZ_COMMON */
46373a15	151	#define tick_nohz_enabled (0)
c1797baf	152	static inline int tick_nohz_tick_stopped(void) { return 0; }
22ab8bc0	153	static inline int tick_nohz_tick_stopped_cpu(int cpu) { return 0; }
0e776768	154	static inline void tick_nohz_idle_stop_tick(void) { }
554c8aa8	155	static inline void tick_nohz_idle_retain_tick(void) { }
2aaf709a	156	static inline void tick_nohz_idle_restart_tick(void) { }
2bbb6817 FW	157	static inline void tick_nohz_idle_enter(void) { }
2bbb6817 FW	158	static inline void tick_nohz_idle_exit(void) { }
45f1ff59	159	static inline bool tick_nohz_idle_got_tick(void) { return false; }
6f9b83ac UH	160	static inline ktime_t tick_nohz_get_next_hrtimer(void)
	161	{
	162	/* Next wake up is the tick period, assume it starts now */
	163	return ktime_add(ktime_get(), TICK_NSEC);
	164	}
296bb1e5	165	static inline ktime_t tick_nohz_get_sleep_length(ktime_t *delta_next)
4f86d3a8	166	{
296bb1e5 RW	167	*delta_next = TICK_NSEC;
296bb1e5 RW	168	return *delta_next;
4f86d3a8	169	}
8083e4ad	170	static inline u64 get_cpu_idle_time_us(int cpu, u64 *unused) { return -1; }
0224cf4c	171	static inline u64 get_cpu_iowait_time_us(int cpu, u64 *unused) { return -1; }
0e776768 RW	172
0e776768 RW	173	static inline void tick_nohz_idle_stop_tick_protected(void) { }
c1797baf	174	#endif /* !CONFIG_NO_HZ_COMMON */
906568c9	175
c5bfece2	176	#ifdef CONFIG_NO_HZ_FULL
460775df FW	177	extern bool tick_nohz_full_running;
	178	extern cpumask_var_t tick_nohz_full_mask;
	179
	180	static inline bool tick_nohz_full_enabled(void)
	181	{
74c57875	182	if (!context_tracking_enabled())
460775df FW	183	return false;
	184
	185	return tick_nohz_full_running;
	186	}
	187
	188	static inline bool tick_nohz_full_cpu(int cpu)
	189	{
	190	if (!tick_nohz_full_enabled())
	191	return false;
	192
	193	return cpumask_test_cpu(cpu, tick_nohz_full_mask);
	194	}
	195
83dedea8 CM	196	static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask)
	197	{
	198	if (tick_nohz_full_enabled())
	199	cpumask_or(mask, mask, tick_nohz_full_mask);
	200	}
	201
d027d45d FW	202	extern void tick_nohz_dep_set(enum tick_dep_bits bit);
	203	extern void tick_nohz_dep_clear(enum tick_dep_bits bit);
	204	extern void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit);
	205	extern void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit);
	206	extern void tick_nohz_dep_set_task(struct task_struct *tsk,
	207	enum tick_dep_bits bit);
	208	extern void tick_nohz_dep_clear_task(struct task_struct *tsk,
	209	enum tick_dep_bits bit);
	210	extern void tick_nohz_dep_set_signal(struct signal_struct *signal,
	211	enum tick_dep_bits bit);
	212	extern void tick_nohz_dep_clear_signal(struct signal_struct *signal,
	213	enum tick_dep_bits bit);
	214
	215	/*
	216	* The below are tick_nohz_[set,clear]_dep() wrappers that optimize off-cases
	217	* on top of static keys.
	218	*/
	219	static inline void tick_dep_set(enum tick_dep_bits bit)
	220	{
	221	if (tick_nohz_full_enabled())
	222	tick_nohz_dep_set(bit);
	223	}
	224
	225	static inline void tick_dep_clear(enum tick_dep_bits bit)
	226	{
	227	if (tick_nohz_full_enabled())
	228	tick_nohz_dep_clear(bit);
	229	}
	230
	231	static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit)
	232	{
	233	if (tick_nohz_full_cpu(cpu))
	234	tick_nohz_dep_set_cpu(cpu, bit);
	235	}
	236
	237	static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit)
	238	{
	239	if (tick_nohz_full_cpu(cpu))
	240	tick_nohz_dep_clear_cpu(cpu, bit);
	241	}
	242
	243	static inline void tick_dep_set_task(struct task_struct *tsk,
	244	enum tick_dep_bits bit)
	245	{
	246	if (tick_nohz_full_enabled())
	247	tick_nohz_dep_set_task(tsk, bit);
	248	}
	249	static inline void tick_dep_clear_task(struct task_struct *tsk,
	250	enum tick_dep_bits bit)
	251	{
	252	if (tick_nohz_full_enabled())
	253	tick_nohz_dep_clear_task(tsk, bit);
	254	}
	255	static inline void tick_dep_set_signal(struct signal_struct *signal,
	256	enum tick_dep_bits bit)
	257	{
	258	if (tick_nohz_full_enabled())
	259	tick_nohz_dep_set_signal(signal, bit);
	260	}
	261	static inline void tick_dep_clear_signal(struct signal_struct *signal,
	262	enum tick_dep_bits bit)
	263	{
	264	if (tick_nohz_full_enabled())
	265	tick_nohz_dep_clear_signal(signal, bit);
266	}
267
3d36aebc	268	extern void tick_nohz_full_kick_cpu(int cpu);
de734f89	269	extern void __tick_nohz_task_switch(void);
6f1982fe	270	extern void __init tick_nohz_full_setup(cpumask_var_t cpumask);
a831881b	271	#else
460775df FW	272	static inline bool tick_nohz_full_enabled(void) { return false; }
460775df FW	273	static inline bool tick_nohz_full_cpu(int cpu) { return false; }
83dedea8	274	static inline void tick_nohz_full_add_cpus_to(struct cpumask *mask) { }
d027d45d	275
01b4c399 FW	276	static inline void tick_nohz_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
	277	static inline void tick_nohz_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }
	278
d027d45d FW	279	static inline void tick_dep_set(enum tick_dep_bits bit) { }
	280	static inline void tick_dep_clear(enum tick_dep_bits bit) { }
	281	static inline void tick_dep_set_cpu(int cpu, enum tick_dep_bits bit) { }
	282	static inline void tick_dep_clear_cpu(int cpu, enum tick_dep_bits bit) { }
	283	static inline void tick_dep_set_task(struct task_struct *tsk,
	284	enum tick_dep_bits bit) { }
	285	static inline void tick_dep_clear_task(struct task_struct *tsk,
	286	enum tick_dep_bits bit) { }
	287	static inline void tick_dep_set_signal(struct signal_struct *signal,
	288	enum tick_dep_bits bit) { }
	289	static inline void tick_dep_clear_signal(struct signal_struct *signal,
	290	enum tick_dep_bits bit) { }
	291
3d36aebc	292	static inline void tick_nohz_full_kick_cpu(int cpu) { }
de734f89	293	static inline void __tick_nohz_task_switch(void) { }
6f1982fe	294	static inline void tick_nohz_full_setup(cpumask_var_t cpumask) { }
a831881b FW	295	#endif
a831881b FW	296
de734f89	297	static inline void tick_nohz_task_switch(void)
d13508f9 FW	298	{
d13508f9 FW	299	if (tick_nohz_full_enabled())
de734f89	300	__tick_nohz_task_switch();
d13508f9 FW	301	}
d13508f9 FW	302
906568c9	303	#endif