| /* SPDX-License-Identifier: GPL-2.0 */ | |
| /* Freezer declarations */ | |
| #ifndef FREEZER_H_INCLUDED | |
| #define FREEZER_H_INCLUDED | |
| #include <linux/debug_locks.h> | |
| #include <linux/sched.h> | |
| #include <linux/wait.h> | |
| #include <linux/atomic.h> | |
| #ifdef CONFIG_FREEZER | |
| extern atomic_t system_freezing_cnt; /* nr of freezing conds in effect */ | |
| extern bool pm_freezing; /* PM freezing in effect */ | |
| extern bool pm_nosig_freezing; /* PM nosig freezing in effect */ | |
| /* | |
| * Timeout for stopping processes | |
| */ | |
| extern unsigned int freeze_timeout_msecs; | |
| /* | |
| * Check if a process has been frozen | |
| */ | |
| static inline bool frozen(struct task_struct *p) | |
| { | |
| return p->flags & PF_FROZEN; | |
| } | |
| extern bool freezing_slow_path(struct task_struct *p); | |
| /* | |
| * Check if there is a request to freeze a process | |
| */ | |
| static inline bool freezing(struct task_struct *p) | |
| { | |
| if (likely(!atomic_read(&system_freezing_cnt))) | |
| return false; | |
| return freezing_slow_path(p); | |
| } | |
| /* Takes and releases task alloc lock using task_lock() */ | |
| extern void __thaw_task(struct task_struct *t); | |
| extern bool __refrigerator(bool check_kthr_stop); | |
| extern int freeze_processes(void); | |
| extern int freeze_kernel_threads(void); | |
| extern void thaw_processes(void); | |
| extern void thaw_kernel_threads(void); | |
| /* | |
| * DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION | |
| * If try_to_freeze causes a lockdep warning it means the caller may deadlock | |
| */ | |
| static inline bool try_to_freeze_unsafe(void) | |
| { | |
| might_sleep(); | |
| if (likely(!freezing(current))) | |
| return false; | |
| return __refrigerator(false); | |
| } | |
| static inline bool try_to_freeze(void) | |
| { | |
| if (!(current->flags & PF_NOFREEZE)) | |
| debug_check_no_locks_held(); | |
| return try_to_freeze_unsafe(); | |
| } | |
| extern bool freeze_task(struct task_struct *p); | |
| extern bool set_freezable(void); | |
| #ifdef CONFIG_CGROUP_FREEZER | |
| extern bool cgroup_freezing(struct task_struct *task); | |
| #else /* !CONFIG_CGROUP_FREEZER */ | |
| static inline bool cgroup_freezing(struct task_struct *task) | |
| { | |
| return false; | |
| } | |
| #endif /* !CONFIG_CGROUP_FREEZER */ | |
| /* | |
| * The PF_FREEZER_SKIP flag should be set by a vfork parent right before it | |
| * calls wait_for_completion(&vfork) and reset right after it returns from this | |
| * function. Next, the parent should call try_to_freeze() to freeze itself | |
| * appropriately in case the child has exited before the freezing of tasks is | |
| * complete. However, we don't want kernel threads to be frozen in unexpected | |
| * places, so we allow them to block freeze_processes() instead or to set | |
| * PF_NOFREEZE if needed. Fortunately, in the ____call_usermodehelper() case the | |
| * parent won't really block freeze_processes(), since ____call_usermodehelper() | |
| * (the child) does a little before exec/exit and it can't be frozen before | |
| * waking up the parent. | |
| */ | |
| /** | |
| * freezer_do_not_count - tell freezer to ignore %current | |
| * | |
| * Tell freezers to ignore the current task when determining whether the | |
| * target frozen state is reached. IOW, the current task will be | |
| * considered frozen enough by freezers. | |
| * | |
| * The caller shouldn't do anything which isn't allowed for a frozen task | |
| * until freezer_cont() is called. Usually, freezer[_do_not]_count() pair | |
| * wrap a scheduling operation and nothing much else. | |
| */ | |
| static inline void freezer_do_not_count(void) | |
| { | |
| current->flags |= PF_FREEZER_SKIP; | |
| } | |
| /** | |
| * freezer_count - tell freezer to stop ignoring %current | |
| * | |
| * Undo freezer_do_not_count(). It tells freezers that %current should be | |
| * considered again and tries to freeze if freezing condition is already in | |
| * effect. | |
| */ | |
| static inline void freezer_count(void) | |
| { | |
| current->flags &= ~PF_FREEZER_SKIP; | |
| /* | |
| * If freezing is in progress, the following paired with smp_mb() | |
| * in freezer_should_skip() ensures that either we see %true | |
| * freezing() or freezer_should_skip() sees !PF_FREEZER_SKIP. | |
| */ | |
| smp_mb(); | |
| try_to_freeze(); | |
| } | |
| /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | |
| static inline void freezer_count_unsafe(void) | |
| { | |
| current->flags &= ~PF_FREEZER_SKIP; | |
| smp_mb(); | |
| try_to_freeze_unsafe(); | |
| } | |
| /** | |
| * freezer_should_skip - whether to skip a task when determining frozen | |
| * state is reached | |
| * @p: task in quesion | |
| * | |
| * This function is used by freezers after establishing %true freezing() to | |
| * test whether a task should be skipped when determining the target frozen | |
| * state is reached. IOW, if this function returns %true, @p is considered | |
| * frozen enough. | |
| */ | |
| static inline bool freezer_should_skip(struct task_struct *p) | |
| { | |
| /* | |
| * The following smp_mb() paired with the one in freezer_count() | |
| * ensures that either freezer_count() sees %true freezing() or we | |
| * see cleared %PF_FREEZER_SKIP and return %false. This makes it | |
| * impossible for a task to slip frozen state testing after | |
| * clearing %PF_FREEZER_SKIP. | |
| */ | |
| smp_mb(); | |
| return p->flags & PF_FREEZER_SKIP; | |
| } | |
| /* | |
| * These functions are intended to be used whenever you want allow a sleeping | |
| * task to be frozen. Note that neither return any clear indication of | |
| * whether a freeze event happened while in this function. | |
| */ | |
| /* Like schedule(), but should not block the freezer. */ | |
| static inline void freezable_schedule(void) | |
| { | |
| freezer_do_not_count(); | |
| schedule(); | |
| freezer_count(); | |
| } | |
| /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | |
| static inline void freezable_schedule_unsafe(void) | |
| { | |
| freezer_do_not_count(); | |
| schedule(); | |
| freezer_count_unsafe(); | |
| } | |
| /* | |
| * Like schedule_timeout(), but should not block the freezer. Do not | |
| * call this with locks held. | |
| */ | |
| static inline long freezable_schedule_timeout(long timeout) | |
| { | |
| long __retval; | |
| freezer_do_not_count(); | |
| __retval = schedule_timeout(timeout); | |
| freezer_count(); | |
| return __retval; | |
| } | |
| /* | |
| * Like schedule_timeout_interruptible(), but should not block the freezer. Do not | |
| * call this with locks held. | |
| */ | |
| static inline long freezable_schedule_timeout_interruptible(long timeout) | |
| { | |
| long __retval; | |
| freezer_do_not_count(); | |
| __retval = schedule_timeout_interruptible(timeout); | |
| freezer_count(); | |
| return __retval; | |
| } | |
| /* Like schedule_timeout_killable(), but should not block the freezer. */ | |
| static inline long freezable_schedule_timeout_killable(long timeout) | |
| { | |
| long __retval; | |
| freezer_do_not_count(); | |
| __retval = schedule_timeout_killable(timeout); | |
| freezer_count(); | |
| return __retval; | |
| } | |
| /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | |
| static inline long freezable_schedule_timeout_killable_unsafe(long timeout) | |
| { | |
| long __retval; | |
| freezer_do_not_count(); | |
| __retval = schedule_timeout_killable(timeout); | |
| freezer_count_unsafe(); | |
| return __retval; | |
| } | |
| /* | |
| * Like schedule_hrtimeout_range(), but should not block the freezer. Do not | |
| * call this with locks held. | |
| */ | |
| static inline int freezable_schedule_hrtimeout_range(ktime_t *expires, | |
| u64 delta, const enum hrtimer_mode mode) | |
| { | |
| int __retval; | |
| freezer_do_not_count(); | |
| __retval = schedule_hrtimeout_range(expires, delta, mode); | |
| freezer_count(); | |
| return __retval; | |
| } | |
| /* | |
| * Freezer-friendly wrappers around wait_event_interruptible(), | |
| * wait_event_killable() and wait_event_interruptible_timeout(), originally | |
| * defined in <linux/wait.h> | |
| */ | |
| /* DO NOT ADD ANY NEW CALLERS OF THIS FUNCTION */ | |
| #define wait_event_freezekillable_unsafe(wq, condition) \ | |
| ({ \ | |
| int __retval; \ | |
| freezer_do_not_count(); \ | |
| __retval = wait_event_killable(wq, (condition)); \ | |
| freezer_count_unsafe(); \ | |
| __retval; \ | |
| }) | |
| #else /* !CONFIG_FREEZER */ | |
| static inline bool frozen(struct task_struct *p) { return false; } | |
| static inline bool freezing(struct task_struct *p) { return false; } | |
| static inline void __thaw_task(struct task_struct *t) {} | |
| static inline bool __refrigerator(bool check_kthr_stop) { return false; } | |
| static inline int freeze_processes(void) { return -ENOSYS; } | |
| static inline int freeze_kernel_threads(void) { return -ENOSYS; } | |
| static inline void thaw_processes(void) {} | |
| static inline void thaw_kernel_threads(void) {} | |
| static inline bool try_to_freeze_nowarn(void) { return false; } | |
| static inline bool try_to_freeze(void) { return false; } | |
| static inline void freezer_do_not_count(void) {} | |
| static inline void freezer_count(void) {} | |
| static inline int freezer_should_skip(struct task_struct *p) { return 0; } | |
| static inline void set_freezable(void) {} | |
| #define freezable_schedule() schedule() | |
| #define freezable_schedule_unsafe() schedule() | |
| #define freezable_schedule_timeout(timeout) schedule_timeout(timeout) | |
| #define freezable_schedule_timeout_interruptible(timeout) \ | |
| schedule_timeout_interruptible(timeout) | |
| #define freezable_schedule_timeout_killable(timeout) \ | |
| schedule_timeout_killable(timeout) | |
| #define freezable_schedule_timeout_killable_unsafe(timeout) \ | |
| schedule_timeout_killable(timeout) | |
| #define freezable_schedule_hrtimeout_range(expires, delta, mode) \ | |
| schedule_hrtimeout_range(expires, delta, mode) | |
| #define wait_event_freezekillable_unsafe(wq, condition) \ | |
| wait_event_killable(wq, condition) | |
| #endif /* !CONFIG_FREEZER */ | |
| #endif /* FREEZER_H_INCLUDED */ |