Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * drivers/power/process.c - Functions for starting/stopping processes on |
| 3 | * suspend transitions. |
| 4 | * |
| 5 | * Originally from swsusp. |
| 6 | */ |
| 7 | |
| 8 | |
| 9 | #undef DEBUG |
| 10 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <linux/interrupt.h> |
Alexey Dobriyan | 1a8670a | 2009-09-21 17:03:09 -0700 | [diff] [blame] | 12 | #include <linux/oom.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/suspend.h> |
| 14 | #include <linux/module.h> |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 15 | #include <linux/syscalls.h> |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 16 | #include <linux/freezer.h> |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 17 | #include <linux/delay.h> |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 18 | #include <linux/workqueue.h> |
Rafael J. Wysocki | 1e73203 | 2012-03-28 23:30:21 +0200 | [diff] [blame] | 19 | #include <linux/kmod.h> |
Arve Hjønnevåg | 677f104 | 2008-10-14 16:02:39 -0700 | [diff] [blame] | 20 | #include <linux/wakelock.h> |
Bryan Huntsman | d074fa2 | 2011-11-16 13:52:50 -0800 | [diff] [blame] | 21 | #include "power.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
| 23 | /* |
| 24 | * Timeout for stopping processes |
| 25 | */ |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 26 | #define TIMEOUT (20 * HZ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
Tejun Heo | 839e340 | 2011-11-21 12:32:26 -0800 | [diff] [blame] | 28 | static int try_to_freeze_tasks(bool user_only) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | struct task_struct *g, *p; |
Steve Kondik | 464aaea | 2014-01-18 03:12:00 -0800 | [diff] [blame] | 31 | struct task_struct *q = NULL; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 32 | unsigned long end_time; |
| 33 | unsigned int todo; |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 34 | bool wq_busy = false; |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame] | 35 | struct timeval start, end; |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 36 | u64 elapsed_msecs64; |
| 37 | unsigned int elapsed_msecs; |
Rafael J. Wysocki | dbeeec5 | 2010-10-04 22:07:32 +0200 | [diff] [blame] | 38 | bool wakeup = false; |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 39 | int sleep_usecs = USEC_PER_MSEC; |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame] | 40 | |
| 41 | do_gettimeofday(&start); |
Christoph Lameter | 3e1d1d2 | 2005-06-24 23:13:50 -0700 | [diff] [blame] | 42 | |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 43 | end_time = jiffies + TIMEOUT; |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 44 | |
Tejun Heo | 839e340 | 2011-11-21 12:32:26 -0800 | [diff] [blame] | 45 | if (!user_only) |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 46 | freeze_workqueues_begin(); |
| 47 | |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 48 | while (true) { |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 49 | todo = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | read_lock(&tasklist_lock); |
| 51 | do_each_thread(g, p) { |
Tejun Heo | 839e340 | 2011-11-21 12:32:26 -0800 | [diff] [blame] | 52 | if (p == current || !freeze_task(p)) |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 53 | continue; |
| 54 | |
Roland McGrath | 13b1c3d | 2008-03-03 20:22:05 -0800 | [diff] [blame] | 55 | /* |
| 56 | * Now that we've done set_freeze_flag, don't |
| 57 | * perturb a task in TASK_STOPPED or TASK_TRACED. |
| 58 | * It is "frozen enough". If the task does wake |
| 59 | * up, it will immediately call try_to_freeze. |
Tejun Heo | 8cfe400 | 2010-11-26 23:07:27 +0100 | [diff] [blame] | 60 | * |
Marcos Paulo de Souza | 37f08be | 2012-02-21 23:57:47 +0100 | [diff] [blame] | 61 | * Because freeze_task() goes through p's scheduler lock, it's |
| 62 | * guaranteed that TASK_STOPPED/TRACED -> TASK_RUNNING |
| 63 | * transition can't race with task state testing here. |
Roland McGrath | 13b1c3d | 2008-03-03 20:22:05 -0800 | [diff] [blame] | 64 | */ |
| 65 | if (!task_is_stopped_or_traced(p) && |
Steve Kondik | 464aaea | 2014-01-18 03:12:00 -0800 | [diff] [blame] | 66 | !freezer_should_skip(p)) { |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 67 | todo++; |
Steve Kondik | 464aaea | 2014-01-18 03:12:00 -0800 | [diff] [blame] | 68 | q = p; |
| 69 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | } while_each_thread(g, p); |
| 71 | read_unlock(&tasklist_lock); |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 72 | |
Tejun Heo | 839e340 | 2011-11-21 12:32:26 -0800 | [diff] [blame] | 73 | if (!user_only) { |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 74 | wq_busy = freeze_workqueues_busy(); |
| 75 | todo += wq_busy; |
| 76 | } |
| 77 | |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 78 | if (!todo || time_after(jiffies, end_time)) |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 79 | break; |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 80 | |
Rafael J. Wysocki | a2867e0 | 2010-12-03 22:58:31 +0100 | [diff] [blame] | 81 | if (pm_wakeup_pending()) { |
Rafael J. Wysocki | dbeeec5 | 2010-10-04 22:07:32 +0200 | [diff] [blame] | 82 | wakeup = true; |
| 83 | break; |
| 84 | } |
| 85 | |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 86 | /* |
| 87 | * We need to retry, but first give the freezing tasks some |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 88 | * time to enter the refrigerator. Start with an initial |
| 89 | * 1 ms sleep followed by exponential backoff until 8 ms. |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 90 | */ |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 91 | usleep_range(sleep_usecs / 2, sleep_usecs); |
| 92 | if (sleep_usecs < 8 * USEC_PER_MSEC) |
| 93 | sleep_usecs *= 2; |
Tejun Heo | be404f0 | 2009-10-08 22:47:30 +0200 | [diff] [blame] | 94 | } |
Christoph Lameter | 3e1d1d2 | 2005-06-24 23:13:50 -0700 | [diff] [blame] | 95 | |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame] | 96 | do_gettimeofday(&end); |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 97 | elapsed_msecs64 = timeval_to_ns(&end) - timeval_to_ns(&start); |
| 98 | do_div(elapsed_msecs64, NSEC_PER_MSEC); |
| 99 | elapsed_msecs = elapsed_msecs64; |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame] | 100 | |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 101 | if (todo) { |
Iliyan Malchev | 51e8b07 | 2013-07-01 12:50:39 -0700 | [diff] [blame] | 102 | printk("\n"); |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 103 | printk(KERN_ERR "Freezing of tasks %s after %d.%03d seconds " |
Iliyan Malchev | 51e8b07 | 2013-07-01 12:50:39 -0700 | [diff] [blame] | 104 | "(%d tasks refusing to freeze, wq_busy=%d):\n", |
| 105 | wakeup ? "aborted" : "failed", |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 106 | elapsed_msecs / 1000, elapsed_msecs % 1000, |
Iliyan Malchev | 51e8b07 | 2013-07-01 12:50:39 -0700 | [diff] [blame] | 107 | todo - wq_busy, wq_busy); |
Tejun Heo | a0a1a5f | 2010-06-29 10:07:12 +0200 | [diff] [blame] | 108 | |
Rafael J. Wysocki | 6c83b48 | 2012-02-11 00:00:34 +0100 | [diff] [blame] | 109 | if (!wakeup) { |
| 110 | read_lock(&tasklist_lock); |
| 111 | do_each_thread(g, p) { |
| 112 | if (p != current && !freezer_should_skip(p) |
Iliyan Malchev | 51e8b07 | 2013-07-01 12:50:39 -0700 | [diff] [blame] | 113 | && freezing(p) && !frozen(p)) |
Rafael J. Wysocki | 6c83b48 | 2012-02-11 00:00:34 +0100 | [diff] [blame] | 114 | sched_show_task(p); |
| 115 | } while_each_thread(g, p); |
| 116 | read_unlock(&tasklist_lock); |
| 117 | } |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame] | 118 | } else { |
Colin Cross | fd34c9b | 2013-05-06 23:50:10 +0000 | [diff] [blame^] | 119 | printk("(elapsed %d.%03d seconds) ", elapsed_msecs / 1000, |
| 120 | elapsed_msecs % 1000); |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 121 | } |
| 122 | |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 123 | return todo ? -EBUSY : 0; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 124 | } |
| 125 | |
| 126 | /** |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 127 | * freeze_processes - Signal user space processes to enter the refrigerator. |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 128 | * |
| 129 | * On success, returns 0. On failure, -errno and system is fully thawed. |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 130 | */ |
| 131 | int freeze_processes(void) |
| 132 | { |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 133 | int error; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 134 | |
Rafael J. Wysocki | 247bc03 | 2012-03-28 23:30:28 +0200 | [diff] [blame] | 135 | error = __usermodehelper_disable(UMH_FREEZING); |
Rafael J. Wysocki | 1e73203 | 2012-03-28 23:30:21 +0200 | [diff] [blame] | 136 | if (error) |
| 137 | return error; |
| 138 | |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 139 | if (!pm_freezing) |
| 140 | atomic_inc(&system_freezing_cnt); |
| 141 | |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 142 | printk("Freezing user space processes ... "); |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 143 | pm_freezing = true; |
Rafael J. Wysocki | ebb12db | 2008-06-11 22:04:29 +0200 | [diff] [blame] | 144 | error = try_to_freeze_tasks(true); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 145 | if (!error) { |
| 146 | printk("done."); |
Rafael J. Wysocki | 247bc03 | 2012-03-28 23:30:28 +0200 | [diff] [blame] | 147 | __usermodehelper_set_disable_depth(UMH_DISABLED); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 148 | oom_killer_disable(); |
| 149 | } |
| 150 | printk("\n"); |
| 151 | BUG_ON(in_atomic()); |
| 152 | |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 153 | if (error) |
| 154 | thaw_processes(); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 155 | return error; |
| 156 | } |
| 157 | |
| 158 | /** |
| 159 | * freeze_kernel_threads - Make freezable kernel threads go to the refrigerator. |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 160 | * |
Srivatsa S. Bhat | 379e0be | 2012-02-03 22:22:41 +0100 | [diff] [blame] | 161 | * On success, returns 0. On failure, -errno and only the kernel threads are |
| 162 | * thawed, so as to give a chance to the caller to do additional cleanups |
| 163 | * (if any) before thawing the userspace tasks. So, it is the responsibility |
| 164 | * of the caller to thaw the userspace tasks, when the time is right. |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 165 | */ |
| 166 | int freeze_kernel_threads(void) |
| 167 | { |
| 168 | int error; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 169 | |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 170 | printk("Freezing remaining freezable tasks ... "); |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 171 | pm_nosig_freezing = true; |
Rafael J. Wysocki | ebb12db | 2008-06-11 22:04:29 +0200 | [diff] [blame] | 172 | error = try_to_freeze_tasks(false); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 173 | if (!error) |
| 174 | printk("done."); |
Rafael J. Wysocki | 7f33d49 | 2009-06-16 15:32:41 -0700 | [diff] [blame] | 175 | |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 176 | printk("\n"); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 177 | BUG_ON(in_atomic()); |
Rafael J. Wysocki | 7f33d49 | 2009-06-16 15:32:41 -0700 | [diff] [blame] | 178 | |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 179 | if (error) |
Srivatsa S. Bhat | 379e0be | 2012-02-03 22:22:41 +0100 | [diff] [blame] | 180 | thaw_kernel_threads(); |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 181 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | } |
| 183 | |
Tejun Heo | 6cd8ded | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 184 | void thaw_processes(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | { |
| 186 | struct task_struct *g, *p; |
| 187 | |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 188 | if (pm_freezing) |
| 189 | atomic_dec(&system_freezing_cnt); |
| 190 | pm_freezing = false; |
| 191 | pm_nosig_freezing = false; |
| 192 | |
Tejun Heo | 6cd8ded | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 193 | oom_killer_enable(); |
| 194 | |
| 195 | printk("Restarting tasks ... "); |
| 196 | |
| 197 | thaw_workqueues(); |
| 198 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | read_lock(&tasklist_lock); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 200 | do_each_thread(g, p) { |
Tejun Heo | a5be2d0 | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 201 | __thaw_task(p); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 202 | } while_each_thread(g, p); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | read_unlock(&tasklist_lock); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 204 | |
Rafael J. Wysocki | 1e73203 | 2012-03-28 23:30:21 +0200 | [diff] [blame] | 205 | usermodehelper_enable(); |
| 206 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | schedule(); |
Nigel Cunningham | 14b5b7c | 2006-12-06 20:34:26 -0800 | [diff] [blame] | 208 | printk("done.\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | } |
| 210 | |
Rafael J. Wysocki | 181e9bd | 2012-01-29 20:35:52 +0100 | [diff] [blame] | 211 | void thaw_kernel_threads(void) |
| 212 | { |
| 213 | struct task_struct *g, *p; |
| 214 | |
| 215 | pm_nosig_freezing = false; |
| 216 | printk("Restarting kernel threads ... "); |
| 217 | |
| 218 | thaw_workqueues(); |
| 219 | |
| 220 | read_lock(&tasklist_lock); |
| 221 | do_each_thread(g, p) { |
| 222 | if (p->flags & (PF_KTHREAD | PF_WQ_WORKER)) |
| 223 | __thaw_task(p); |
| 224 | } while_each_thread(g, p); |
| 225 | read_unlock(&tasklist_lock); |
| 226 | |
| 227 | schedule(); |
| 228 | printk("done.\n"); |
| 229 | } |