| /* SPDX-License-Identifier: GPL-2.0 */ | 
 | /* Freezer declarations */ | 
 |  | 
 | #ifndef FREEZER_H_INCLUDED | 
 | #define FREEZER_H_INCLUDED | 
 |  | 
 | #include <linux/debug_locks.h> | 
 | #include <linux/sched.h> | 
 | #include <linux/wait.h> | 
 | #include <linux/atomic.h> | 
 |  | 
 | #ifdef CONFIG_FREEZER | 
 | extern atomic_t system_freezing_cnt;	/* nr of freezing conds in effect */ | 
 | extern bool pm_freezing;		/* PM freezing in effect */ | 
 | extern bool pm_nosig_freezing;		/* PM nosig freezing in effect */ | 
 |  | 
 | /* | 
 |  * Timeout for stopping processes | 
 |  */ | 
 | extern unsigned int freeze_timeout_msecs; | 
 |  | 
 | /* | 
 |  * Check if a process has been frozen | 
 |  */ | 
 | static inline bool frozen(struct task_struct *p) | 
 | { | 
 | 	return p->flags & PF_FROZEN; | 
 | } | 
 |  | 
 | extern bool freezing_slow_path(struct task_struct *p); | 
 |  | 
 | /* | 
 |  * Check if there is a request to freeze a process | 
 |  */ | 
 | static inline bool freezing(struct task_struct *p) | 
 | { | 
 | 	if (likely(!atomic_read(&system_freezing_cnt))) | 
 | 		return false; | 
 | 	return freezing_slow_path(p); | 
 | } | 
 |  | 
 | /* Takes and releases task alloc lock using task_lock() */ | 
 | extern void __thaw_task(struct task_struct *t); | 
 |  | 
 | extern bool __refrigerator(bool check_kthr_stop); | 
 | extern int freeze_processes(void); | 
 | extern int freeze_kernel_threads(void); | 
 | extern void thaw_processes(void); | 
 | extern void thaw_kernel_threads(void); | 
 |  | 
 | /* | 
 |  * DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION | 
 |  * If try_to_freeze causes a lockdep warning it means the caller may deadlock | 
 |  */ | 
 | static inline bool try_to_freeze_unsafe(void) | 
 | { | 
 | 	might_sleep(); | 
 | 	if (likely(!freezing(current))) | 
 | 		return false; | 
 | 	return __refrigerator(false); | 
 | } | 
 |  | 
 | static inline bool try_to_freeze(void) | 
 | { | 
 | 	if (!(current->flags & PF_NOFREEZE)) | 
 | 		debug_check_no_locks_held(); | 
 | 	return try_to_freeze_unsafe(); | 
 | } | 
 |  | 
 | extern bool freeze_task(struct task_struct *p); | 
 | extern bool set_freezable(void); | 
 |  | 
 | #ifdef CONFIG_CGROUP_FREEZER | 
 | extern bool cgroup_freezing(struct task_struct *task); | 
 | #else /* !CONFIG_CGROUP_FREEZER */ | 
 | static inline bool cgroup_freezing(struct task_struct *task) | 
 | { | 
 | 	return false; | 
 | } | 
 | #endif /* !CONFIG_CGROUP_FREEZER */ | 
 |  | 
 | /* | 
 |  * The PF_FREEZER_SKIP flag should be set by a vfork parent right before it | 
 |  * calls wait_for_completion(&vfork) and reset right after it returns from this | 
 |  * function.  Next, the parent should call try_to_freeze() to freeze itself | 
 |  * appropriately in case the child has exited before the freezing of tasks is | 
 |  * complete.  However, we don't want kernel threads to be frozen in unexpected | 
 |  * places, so we allow them to block freeze_processes() instead or to set | 
 |  * PF_NOFREEZE if needed. Fortunately, in the ____call_usermodehelper() case the | 
 |  * parent won't really block freeze_processes(), since ____call_usermodehelper() | 
 |  * (the child) does a little before exec/exit and it can't be frozen before | 
 |  * waking up the parent. | 
 |  */ | 
 |  | 
 |  | 
 | /** | 
 |  * freezer_do_not_count - tell freezer to ignore %current | 
 |  * | 
 |  * Tell freezers to ignore the current task when determining whether the | 
 |  * target frozen state is reached.  IOW, the current task will be | 
 |  * considered frozen enough by freezers. | 
 |  * | 
 |  * The caller shouldn't do anything which isn't allowed for a frozen task | 
 |  * until freezer_cont() is called.  Usually, freezer[_do_not]_count() pair | 
 |  * wrap a scheduling operation and nothing much else. | 
 |  */ | 
 | static inline void freezer_do_not_count(void) | 
 | { | 
 | 	current->flags |= PF_FREEZER_SKIP; | 
 | } | 
 |  | 
 | /** | 
 |  * freezer_count - tell freezer to stop ignoring %current | 
 |  * | 
 |  * Undo freezer_do_not_count().  It tells freezers that %current should be | 
 |  * considered again and tries to freeze if freezing condition is already in | 
 |  * effect. | 
 |  */ | 
 | static inline void freezer_count(void) | 
 | { | 
 | 	current->flags &= ~PF_FREEZER_SKIP; | 
 | 	/* | 
 | 	 * If freezing is in progress, the following paired with smp_mb() | 
 | 	 * in freezer_should_skip() ensures that either we see %true | 
 | 	 * freezing() or freezer_should_skip() sees !PF_FREEZER_SKIP. | 
 | 	 */ | 
 | 	smp_mb(); | 
 | 	try_to_freeze(); | 
 | } | 
 |  | 
 | /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | 
 | static inline void freezer_count_unsafe(void) | 
 | { | 
 | 	current->flags &= ~PF_FREEZER_SKIP; | 
 | 	smp_mb(); | 
 | 	try_to_freeze_unsafe(); | 
 | } | 
 |  | 
 | /** | 
 |  * freezer_should_skip - whether to skip a task when determining frozen | 
 |  *			 state is reached | 
 |  * @p: task in quesion | 
 |  * | 
 |  * This function is used by freezers after establishing %true freezing() to | 
 |  * test whether a task should be skipped when determining the target frozen | 
 |  * state is reached.  IOW, if this function returns %true, @p is considered | 
 |  * frozen enough. | 
 |  */ | 
 | static inline bool freezer_should_skip(struct task_struct *p) | 
 | { | 
 | 	/* | 
 | 	 * The following smp_mb() paired with the one in freezer_count() | 
 | 	 * ensures that either freezer_count() sees %true freezing() or we | 
 | 	 * see cleared %PF_FREEZER_SKIP and return %false.  This makes it | 
 | 	 * impossible for a task to slip frozen state testing after | 
 | 	 * clearing %PF_FREEZER_SKIP. | 
 | 	 */ | 
 | 	smp_mb(); | 
 | 	return p->flags & PF_FREEZER_SKIP; | 
 | } | 
 |  | 
 | /* | 
 |  * These functions are intended to be used whenever you want allow a sleeping | 
 |  * task to be frozen. Note that neither return any clear indication of | 
 |  * whether a freeze event happened while in this function. | 
 |  */ | 
 |  | 
 | /* Like schedule(), but should not block the freezer. */ | 
 | static inline void freezable_schedule(void) | 
 | { | 
 | 	freezer_do_not_count(); | 
 | 	schedule(); | 
 | 	freezer_count(); | 
 | } | 
 |  | 
 | /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | 
 | static inline void freezable_schedule_unsafe(void) | 
 | { | 
 | 	freezer_do_not_count(); | 
 | 	schedule(); | 
 | 	freezer_count_unsafe(); | 
 | } | 
 |  | 
 | /* | 
 |  * Like schedule_timeout(), but should not block the freezer.  Do not | 
 |  * call this with locks held. | 
 |  */ | 
 | static inline long freezable_schedule_timeout(long timeout) | 
 | { | 
 | 	long __retval; | 
 | 	freezer_do_not_count(); | 
 | 	__retval = schedule_timeout(timeout); | 
 | 	freezer_count(); | 
 | 	return __retval; | 
 | } | 
 |  | 
 | /* | 
 |  * Like schedule_timeout_interruptible(), but should not block the freezer.  Do not | 
 |  * call this with locks held. | 
 |  */ | 
 | static inline long freezable_schedule_timeout_interruptible(long timeout) | 
 | { | 
 | 	long __retval; | 
 | 	freezer_do_not_count(); | 
 | 	__retval = schedule_timeout_interruptible(timeout); | 
 | 	freezer_count(); | 
 | 	return __retval; | 
 | } | 
 |  | 
 | /* Like schedule_timeout_killable(), but should not block the freezer. */ | 
 | static inline long freezable_schedule_timeout_killable(long timeout) | 
 | { | 
 | 	long __retval; | 
 | 	freezer_do_not_count(); | 
 | 	__retval = schedule_timeout_killable(timeout); | 
 | 	freezer_count(); | 
 | 	return __retval; | 
 | } | 
 |  | 
 | /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | 
 | static inline long freezable_schedule_timeout_killable_unsafe(long timeout) | 
 | { | 
 | 	long __retval; | 
 | 	freezer_do_not_count(); | 
 | 	__retval = schedule_timeout_killable(timeout); | 
 | 	freezer_count_unsafe(); | 
 | 	return __retval; | 
 | } | 
 |  | 
 | /* | 
 |  * Like schedule_hrtimeout_range(), but should not block the freezer.  Do not | 
 |  * call this with locks held. | 
 |  */ | 
 | static inline int freezable_schedule_hrtimeout_range(ktime_t *expires, | 
 | 		u64 delta, const enum hrtimer_mode mode) | 
 | { | 
 | 	int __retval; | 
 | 	freezer_do_not_count(); | 
 | 	__retval = schedule_hrtimeout_range(expires, delta, mode); | 
 | 	freezer_count(); | 
 | 	return __retval; | 
 | } | 
 |  | 
 | /* | 
 |  * Freezer-friendly wrappers around wait_event_interruptible(), | 
 |  * wait_event_killable() and wait_event_interruptible_timeout(), originally | 
 |  * defined in <linux/wait.h> | 
 |  */ | 
 |  | 
 | /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | 
 | #define wait_event_freezekillable_unsafe(wq, condition)			\ | 
 | ({									\ | 
 | 	int __retval;							\ | 
 | 	freezer_do_not_count();						\ | 
 | 	__retval = wait_event_killable(wq, (condition));		\ | 
 | 	freezer_count_unsafe();						\ | 
 | 	__retval;							\ | 
 | }) | 
 |  | 
 | #else /* !CONFIG_FREEZER */ | 
 | static inline bool frozen(struct task_struct *p) { return false; } | 
 | static inline bool freezing(struct task_struct *p) { return false; } | 
 | static inline void __thaw_task(struct task_struct *t) {} | 
 |  | 
 | static inline bool __refrigerator(bool check_kthr_stop) { return false; } | 
 | static inline int freeze_processes(void) { return -ENOSYS; } | 
 | static inline int freeze_kernel_threads(void) { return -ENOSYS; } | 
 | static inline void thaw_processes(void) {} | 
 | static inline void thaw_kernel_threads(void) {} | 
 |  | 
 | static inline bool try_to_freeze_nowarn(void) { return false; } | 
 | static inline bool try_to_freeze(void) { return false; } | 
 |  | 
 | static inline void freezer_do_not_count(void) {} | 
 | static inline void freezer_count(void) {} | 
 | static inline int freezer_should_skip(struct task_struct *p) { return 0; } | 
 | static inline void set_freezable(void) {} | 
 |  | 
 | #define freezable_schedule()  schedule() | 
 |  | 
 | #define freezable_schedule_unsafe()  schedule() | 
 |  | 
 | #define freezable_schedule_timeout(timeout)  schedule_timeout(timeout) | 
 |  | 
 | #define freezable_schedule_timeout_interruptible(timeout)		\ | 
 | 	schedule_timeout_interruptible(timeout) | 
 |  | 
 | #define freezable_schedule_timeout_killable(timeout)			\ | 
 | 	schedule_timeout_killable(timeout) | 
 |  | 
 | #define freezable_schedule_timeout_killable_unsafe(timeout)		\ | 
 | 	schedule_timeout_killable(timeout) | 
 |  | 
 | #define freezable_schedule_hrtimeout_range(expires, delta, mode)	\ | 
 | 	schedule_hrtimeout_range(expires, delta, mode) | 
 |  | 
 | #define wait_event_freezekillable_unsafe(wq, condition)			\ | 
 | 		wait_event_killable(wq, condition) | 
 |  | 
 | #endif /* !CONFIG_FREEZER */ | 
 |  | 
 | #endif	/* FREEZER_H_INCLUDED */ |