blob: 1320c940f98b3defd66b5f2e86d117e13c6e8b9f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/kernel/printk.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 *
6 * Modified to make sys_syslog() more flexible: added commands to
7 * return the last 4k of kernel messages, regardless of whether
8 * they've been read or not. Added option to suppress kernel printk's
9 * to the console. Added hook for sending the console messages
10 * elsewhere, in preparation for a serial line console (someday).
11 * Ted Ts'o, 2/11/93.
12 * Modified for sysctl support, 1/8/97, Chris Horn.
Jesper Juhl40dc5652005-10-30 15:02:46 -080013 * Fixed SMP synchronization, 08/08/99, Manfred Spraul
Christian Kujau624dffc2006-01-15 02:43:54 +010014 * manfred@colorfullife.com
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 * Rewrote bits to get rid of console_lock
Francois Camie1f8e872008-10-15 22:01:59 -070016 * 01Mar01 Andrew Morton
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18
19#include <linux/kernel.h>
20#include <linux/mm.h>
21#include <linux/tty.h>
22#include <linux/tty_driver.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/console.h>
24#include <linux/init.h>
Randy Dunlapbfe8df32007-10-16 01:23:46 -070025#include <linux/jiffies.h>
26#include <linux/nmi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/module.h>
Jan Engelhardt3b9c0412006-06-25 05:48:15 -070028#include <linux/moduleparam.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/interrupt.h> /* For in_interrupt() */
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/delay.h>
31#include <linux/smp.h>
32#include <linux/security.h>
33#include <linux/bootmem.h>
Mike Travis162a7e72011-05-24 17:13:20 -070034#include <linux/memblock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/syscalls.h>
Neil Horman04d491a2009-04-02 16:58:57 -070036#include <linux/kexec.h>
Jason Wesseld37d39a2010-05-20 21:04:27 -050037#include <linux/kdb.h>
Ingo Molnar3fff4c42009-09-22 16:18:09 +020038#include <linux/ratelimit.h>
Simon Kagstrom456b5652009-10-16 14:09:18 +020039#include <linux/kmsg_dump.h>
Kees Cook00234592010-02-03 15:36:43 -080040#include <linux/syslog.h>
Kevin Cernekee034260d2010-06-03 22:11:25 -070041#include <linux/cpu.h>
42#include <linux/notifier.h>
Huang Yingfb842b02011-01-12 16:59:43 -080043#include <linux/rculist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
45#include <asm/uaccess.h>
46
Steve Mucklef132c6c2012-06-06 18:30:57 -070047#include <mach/msm_rtb.h>
Johannes Berg95100352011-11-24 20:03:08 +010048#define CREATE_TRACE_POINTS
49#include <trace/events/printk.h>
50
Ingo Molnar076f9772008-01-30 13:33:06 +010051/*
52 * Architectures can override it:
53 */
Jiri Slabye17ba732008-05-12 15:44:40 +020054void asmlinkage __attribute__((weak)) early_printk(const char *fmt, ...)
Ingo Molnar076f9772008-01-30 13:33:06 +010055{
56}
57
Linus Torvalds1da177e2005-04-16 15:20:36 -070058#define __LOG_BUF_LEN (1 << CONFIG_LOG_BUF_SHIFT)
59
60/* printk's without a loglevel use this.. */
Mandeep Singh Baines5af5bcb2011-03-22 16:34:23 -070061#define DEFAULT_MESSAGE_LOGLEVEL CONFIG_DEFAULT_MESSAGE_LOGLEVEL
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
63/* We show everything that is MORE important than this.. */
64#define MINIMUM_CONSOLE_LOGLEVEL 1 /* Minimum loglevel we let people use */
65#define DEFAULT_CONSOLE_LOGLEVEL 7 /* anything MORE serious than KERN_DEBUG */
66
67DECLARE_WAIT_QUEUE_HEAD(log_wait);
68
69int console_printk[4] = {
70 DEFAULT_CONSOLE_LOGLEVEL, /* console_loglevel */
71 DEFAULT_MESSAGE_LOGLEVEL, /* default_message_loglevel */
72 MINIMUM_CONSOLE_LOGLEVEL, /* minimum_console_loglevel */
73 DEFAULT_CONSOLE_LOGLEVEL, /* default_console_loglevel */
74};
75
Linus Torvalds1da177e2005-04-16 15:20:36 -070076/*
Patrick Pletscher0bbfb7c2007-02-17 20:10:16 +010077 * Low level drivers may need that to know if they can schedule in
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 * their unblank() callback or not. So let's export it.
79 */
80int oops_in_progress;
81EXPORT_SYMBOL(oops_in_progress);
82
83/*
84 * console_sem protects the console_drivers list, and also
85 * provides serialisation for access to the entire console
86 * driver system.
87 */
Thomas Gleixner5b8c4f22010-09-07 14:33:43 +000088static DEFINE_SEMAPHORE(console_sem);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089struct console *console_drivers;
Ingo Molnara29d1cf2008-06-02 13:19:08 +020090EXPORT_SYMBOL_GPL(console_drivers);
91
Linus Torvalds1da177e2005-04-16 15:20:36 -070092/*
93 * This is used for debugging the mess that is the VT code by
94 * keeping track if we have the console semaphore held. It's
95 * definitely not the perfect debug tool (we don't know if _WE_
96 * hold it are racing, but it helps tracking those weird code
97 * path in the console code where we end up in places I want
98 * locked without the console sempahore held
99 */
Linus Torvalds557240b2006-06-19 18:16:01 -0700100static int console_locked, console_suspended;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
102/*
103 * logbuf_lock protects log_buf, log_start, log_end, con_start and logged_chars
104 * It is also used in interesting ways to provide interlocking in
Torben Hohnac751ef2011-01-25 15:07:35 -0800105 * console_unlock();.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 */
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200107static DEFINE_RAW_SPINLOCK(logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800109#define LOG_BUF_MASK (log_buf_len-1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110#define LOG_BUF(idx) (log_buf[(idx) & LOG_BUF_MASK])
111
112/*
113 * The indices into log_buf are not constrained to log_buf_len - they
114 * must be masked before subscripting
115 */
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800116static unsigned log_start; /* Index into log_buf: next char to be read by syslog() */
117static unsigned con_start; /* Index into log_buf: next char to be sent to consoles */
118static unsigned log_end; /* Index into log_buf: most-recently-written-char + 1 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119
120/*
Feng Tangfe3d8ad2011-03-22 16:34:21 -0700121 * If exclusive_console is non-NULL then only this console is to be printed to.
122 */
123static struct console *exclusive_console;
124
125/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 * Array of consoles built from command line options (console=)
127 */
128struct console_cmdline
129{
130 char name[8]; /* Name of the driver */
131 int index; /* Minor dev. to use */
132 char *options; /* Options for the driver */
Samuel Thibaultf7511d52008-04-30 00:54:51 -0700133#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
134 char *brl_options; /* Options for braille driver */
135#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136};
137
138#define MAX_CMDLINECONSOLES 8
139
140static struct console_cmdline console_cmdline[MAX_CMDLINECONSOLES];
141static int selected_console = -1;
142static int preferred_console = -1;
Markus Armbruster9e124fe2008-05-26 23:31:07 +0100143int console_set_on_cmdline;
144EXPORT_SYMBOL(console_set_on_cmdline);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145
146/* Flag: console code may call schedule() */
147static int console_may_schedule;
148
Matt Mackalld59745c2005-05-01 08:59:02 -0700149#ifdef CONFIG_PRINTK
150
151static char __log_buf[__LOG_BUF_LEN];
152static char *log_buf = __log_buf;
153static int log_buf_len = __LOG_BUF_LEN;
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800154static unsigned logged_chars; /* Number of chars produced since last read+clear operation */
Gustavo F. Padovancea83882010-03-05 13:42:58 -0800155static int saved_console_loglevel = -1;
Matt Mackalld59745c2005-05-01 08:59:02 -0700156
Neil Horman04d491a2009-04-02 16:58:57 -0700157#ifdef CONFIG_KEXEC
158/*
159 * This appends the listed symbols to /proc/vmcoreinfo
160 *
161 * /proc/vmcoreinfo is used by various utiilties, like crash and makedumpfile to
162 * obtain access to symbols that are otherwise very difficult to locate. These
163 * symbols are specifically used so that utilities can access and extract the
164 * dmesg log from a vmcore file after a crash.
165 */
166void log_buf_kexec_setup(void)
167{
168 VMCOREINFO_SYMBOL(log_buf);
169 VMCOREINFO_SYMBOL(log_end);
170 VMCOREINFO_SYMBOL(log_buf_len);
171 VMCOREINFO_SYMBOL(logged_chars);
172}
173#endif
174
Mike Travis162a7e72011-05-24 17:13:20 -0700175/* requested log_buf_len from kernel cmdline */
176static unsigned long __initdata new_log_buf_len;
177
178/* save requested log_buf_len since it's too early to process it */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179static int __init log_buf_len_setup(char *str)
180{
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800181 unsigned size = memparse(str, &str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182
183 if (size)
184 size = roundup_pow_of_two(size);
Mike Travis162a7e72011-05-24 17:13:20 -0700185 if (size > log_buf_len)
186 new_log_buf_len = size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187
Mike Travis162a7e72011-05-24 17:13:20 -0700188 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189}
Mike Travis162a7e72011-05-24 17:13:20 -0700190early_param("log_buf_len", log_buf_len_setup);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
Mike Travis162a7e72011-05-24 17:13:20 -0700192void __init setup_log_buf(int early)
193{
194 unsigned long flags;
195 unsigned start, dest_idx, offset;
196 char *new_log_buf;
197 int free;
198
199 if (!new_log_buf_len)
200 return;
201
202 if (early) {
203 unsigned long mem;
204
205 mem = memblock_alloc(new_log_buf_len, PAGE_SIZE);
Tejun Heo1f5026a2011-07-12 09:58:09 +0200206 if (!mem)
Mike Travis162a7e72011-05-24 17:13:20 -0700207 return;
208 new_log_buf = __va(mem);
209 } else {
210 new_log_buf = alloc_bootmem_nopanic(new_log_buf_len);
211 }
212
213 if (unlikely(!new_log_buf)) {
214 pr_err("log_buf_len: %ld bytes not available\n",
215 new_log_buf_len);
216 return;
217 }
218
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200219 raw_spin_lock_irqsave(&logbuf_lock, flags);
Mike Travis162a7e72011-05-24 17:13:20 -0700220 log_buf_len = new_log_buf_len;
221 log_buf = new_log_buf;
222 new_log_buf_len = 0;
223 free = __LOG_BUF_LEN - log_end;
224
225 offset = start = min(con_start, log_start);
226 dest_idx = 0;
227 while (start != log_end) {
228 unsigned log_idx_mask = start & (__LOG_BUF_LEN - 1);
229
230 log_buf[dest_idx] = __log_buf[log_idx_mask];
231 start++;
232 dest_idx++;
233 }
234 log_start -= offset;
235 con_start -= offset;
236 log_end -= offset;
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200237 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
Mike Travis162a7e72011-05-24 17:13:20 -0700238
239 pr_info("log_buf_len: %d\n", log_buf_len);
240 pr_info("early log buf free: %d(%d%%)\n",
241 free, (free * 100) / __LOG_BUF_LEN);
242}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700244#ifdef CONFIG_BOOT_PRINTK_DELAY
245
Namhyung Kim674dff62010-10-26 14:22:48 -0700246static int boot_delay; /* msecs delay after each printk during bootup */
Dave Young3a3b6ed2009-09-22 16:43:31 -0700247static unsigned long long loops_per_msec; /* based on boot_delay */
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700248
249static int __init boot_delay_setup(char *str)
250{
251 unsigned long lpj;
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700252
253 lpj = preset_lpj ? preset_lpj : 1000000; /* some guess */
254 loops_per_msec = (unsigned long long)lpj / 1000 * HZ;
255
256 get_option(&str, &boot_delay);
257 if (boot_delay > 10 * 1000)
258 boot_delay = 0;
259
Dave Young3a3b6ed2009-09-22 16:43:31 -0700260 pr_debug("boot_delay: %u, preset_lpj: %ld, lpj: %lu, "
261 "HZ: %d, loops_per_msec: %llu\n",
262 boot_delay, preset_lpj, lpj, HZ, loops_per_msec);
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700263 return 1;
264}
265__setup("boot_delay=", boot_delay_setup);
266
267static void boot_delay_msec(void)
268{
269 unsigned long long k;
270 unsigned long timeout;
271
272 if (boot_delay == 0 || system_state != SYSTEM_BOOTING)
273 return;
274
Dave Young3a3b6ed2009-09-22 16:43:31 -0700275 k = (unsigned long long)loops_per_msec * boot_delay;
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700276
277 timeout = jiffies + msecs_to_jiffies(boot_delay);
278 while (k) {
279 k--;
280 cpu_relax();
281 /*
282 * use (volatile) jiffies to prevent
283 * compiler reduction; loop termination via jiffies
284 * is secondary and may or may not happen.
285 */
286 if (time_after(jiffies, timeout))
287 break;
288 touch_nmi_watchdog();
289 }
290}
291#else
292static inline void boot_delay_msec(void)
293{
294}
295#endif
296
Arve Hjønnevåg572b2622009-01-15 19:07:27 -0800297/*
298 * Return the number of unread characters in the log buffer.
299 */
300static int log_buf_get_len(void)
301{
302 return logged_chars;
303}
304
305/*
San Mehatda8de7a2009-08-06 10:25:21 -0700306 * Clears the ring-buffer
307 */
308void log_buf_clear(void)
309{
310 logged_chars = 0;
311}
312
313/*
Arve Hjønnevåg572b2622009-01-15 19:07:27 -0800314 * Copy a range of characters from the log buffer.
315 */
316int log_buf_copy(char *dest, int idx, int len)
317{
318 int ret, max;
319 bool took_lock = false;
320
321 if (!oops_in_progress) {
Colin Cross609a71d2012-02-01 16:02:23 -0800322 raw_spin_lock_irq(&logbuf_lock);
Arve Hjønnevåg572b2622009-01-15 19:07:27 -0800323 took_lock = true;
324 }
325
326 max = log_buf_get_len();
327 if (idx < 0 || idx >= max) {
328 ret = -1;
329 } else {
Arve Hjønnevågee51cfa2008-04-14 21:35:25 -0700330 if (len > max - idx)
331 len = max - idx;
Arve Hjønnevåg572b2622009-01-15 19:07:27 -0800332 ret = len;
333 idx += (log_end - max);
334 while (len-- > 0)
335 dest[len] = LOG_BUF(idx + len);
336 }
337
338 if (took_lock)
Colin Cross609a71d2012-02-01 16:02:23 -0800339 raw_spin_unlock_irq(&logbuf_lock);
Arve Hjønnevåg572b2622009-01-15 19:07:27 -0800340
341 return ret;
342}
343
Dan Rosenbergeaf06b22010-11-11 14:05:18 -0800344#ifdef CONFIG_SECURITY_DMESG_RESTRICT
345int dmesg_restrict = 1;
346#else
347int dmesg_restrict;
348#endif
349
Linus Torvaldsee24aeb2011-02-10 17:53:55 -0800350static int syslog_action_restricted(int type)
351{
352 if (dmesg_restrict)
353 return 1;
354 /* Unless restricted, we allow "read all" and "get buffer size" for everybody */
355 return type != SYSLOG_ACTION_READ_ALL && type != SYSLOG_ACTION_SIZE_BUFFER;
356}
357
358static int check_syslog_permissions(int type, bool from_file)
359{
360 /*
361 * If this is from /proc/kmsg and we've already opened it, then we've
362 * already done the capabilities checks at open time.
363 */
364 if (from_file && type != SYSLOG_ACTION_OPEN)
365 return 0;
366
367 if (syslog_action_restricted(type)) {
368 if (capable(CAP_SYSLOG))
369 return 0;
370 /* For historical reasons, accept CAP_SYS_ADMIN too, with a warning */
371 if (capable(CAP_SYS_ADMIN)) {
Jonathan Niederf2c0d022011-08-08 06:22:43 +0200372 printk_once(KERN_WARNING "%s (%d): "
373 "Attempt to access syslog with CAP_SYS_ADMIN "
374 "but no CAP_SYSLOG (deprecated).\n",
375 current->comm, task_pid_nr(current));
Linus Torvaldsee24aeb2011-02-10 17:53:55 -0800376 return 0;
377 }
378 return -EPERM;
379 }
380 return 0;
381}
382
Kees Cook00234592010-02-03 15:36:43 -0800383int do_syslog(int type, char __user *buf, int len, bool from_file)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384{
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800385 unsigned i, j, limit, count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386 int do_clear = 0;
387 char c;
Linus Torvaldsee24aeb2011-02-10 17:53:55 -0800388 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389
Linus Torvaldsee24aeb2011-02-10 17:53:55 -0800390 error = check_syslog_permissions(type, from_file);
391 if (error)
392 goto out;
Eric Paris12b30522010-11-15 18:36:29 -0500393
394 error = security_syslog(type);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395 if (error)
396 return error;
397
398 switch (type) {
Kees Cookd78ca3c2010-02-03 15:37:13 -0800399 case SYSLOG_ACTION_CLOSE: /* Close log */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800401 case SYSLOG_ACTION_OPEN: /* Open log */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700402 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800403 case SYSLOG_ACTION_READ: /* Read from log */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 error = -EINVAL;
405 if (!buf || len < 0)
406 goto out;
407 error = 0;
408 if (!len)
409 goto out;
410 if (!access_ok(VERIFY_WRITE, buf, len)) {
411 error = -EFAULT;
412 goto out;
413 }
Jesper Juhl40dc5652005-10-30 15:02:46 -0800414 error = wait_event_interruptible(log_wait,
415 (log_start - log_end));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416 if (error)
417 goto out;
418 i = 0;
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200419 raw_spin_lock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420 while (!error && (log_start != log_end) && i < len) {
421 c = LOG_BUF(log_start);
422 log_start++;
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200423 raw_spin_unlock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 error = __put_user(c,buf);
425 buf++;
426 i++;
427 cond_resched();
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200428 raw_spin_lock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429 }
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200430 raw_spin_unlock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431 if (!error)
432 error = i;
433 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800434 /* Read/clear last kernel messages */
435 case SYSLOG_ACTION_READ_CLEAR:
Jesper Juhl40dc5652005-10-30 15:02:46 -0800436 do_clear = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 /* FALL THRU */
Kees Cookd78ca3c2010-02-03 15:37:13 -0800438 /* Read last kernel messages */
439 case SYSLOG_ACTION_READ_ALL:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 error = -EINVAL;
441 if (!buf || len < 0)
442 goto out;
443 error = 0;
444 if (!len)
445 goto out;
446 if (!access_ok(VERIFY_WRITE, buf, len)) {
447 error = -EFAULT;
448 goto out;
449 }
450 count = len;
451 if (count > log_buf_len)
452 count = log_buf_len;
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200453 raw_spin_lock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 if (count > logged_chars)
455 count = logged_chars;
456 if (do_clear)
457 logged_chars = 0;
458 limit = log_end;
459 /*
460 * __put_user() could sleep, and while we sleep
Jesper Juhl40dc5652005-10-30 15:02:46 -0800461 * printk() could overwrite the messages
Linus Torvalds1da177e2005-04-16 15:20:36 -0700462 * we try to copy to user space. Therefore
463 * the messages are copied in reverse. <manfreds>
464 */
Jesper Juhl40dc5652005-10-30 15:02:46 -0800465 for (i = 0; i < count && !error; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466 j = limit-1-i;
467 if (j + log_buf_len < log_end)
468 break;
469 c = LOG_BUF(j);
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200470 raw_spin_unlock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471 error = __put_user(c,&buf[count-1-i]);
472 cond_resched();
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200473 raw_spin_lock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474 }
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200475 raw_spin_unlock_irq(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476 if (error)
477 break;
478 error = i;
Jesper Juhl40dc5652005-10-30 15:02:46 -0800479 if (i != count) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480 int offset = count-error;
481 /* buffer overflow during copy, correct user buffer. */
Jesper Juhl40dc5652005-10-30 15:02:46 -0800482 for (i = 0; i < error; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483 if (__get_user(c,&buf[i+offset]) ||
484 __put_user(c,&buf[i])) {
485 error = -EFAULT;
486 break;
487 }
488 cond_resched();
489 }
490 }
491 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800492 /* Clear ring buffer */
493 case SYSLOG_ACTION_CLEAR:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494 logged_chars = 0;
495 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800496 /* Disable logging to console */
497 case SYSLOG_ACTION_CONSOLE_OFF:
Frans Pop1aaad492009-07-06 13:31:48 +0200498 if (saved_console_loglevel == -1)
499 saved_console_loglevel = console_loglevel;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500 console_loglevel = minimum_console_loglevel;
501 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800502 /* Enable logging to console */
503 case SYSLOG_ACTION_CONSOLE_ON:
Frans Pop1aaad492009-07-06 13:31:48 +0200504 if (saved_console_loglevel != -1) {
505 console_loglevel = saved_console_loglevel;
506 saved_console_loglevel = -1;
507 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800509 /* Set level of messages printed to console */
510 case SYSLOG_ACTION_CONSOLE_LEVEL:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511 error = -EINVAL;
512 if (len < 1 || len > 8)
513 goto out;
514 if (len < minimum_console_loglevel)
515 len = minimum_console_loglevel;
516 console_loglevel = len;
Frans Pop1aaad492009-07-06 13:31:48 +0200517 /* Implicitly re-enable logging to console */
518 saved_console_loglevel = -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 error = 0;
520 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800521 /* Number of chars in the log buffer */
522 case SYSLOG_ACTION_SIZE_UNREAD:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700523 error = log_end - log_start;
524 break;
Kees Cookd78ca3c2010-02-03 15:37:13 -0800525 /* Size of the log buffer */
526 case SYSLOG_ACTION_SIZE_BUFFER:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 error = log_buf_len;
528 break;
529 default:
530 error = -EINVAL;
531 break;
532 }
533out:
534 return error;
535}
536
Heiko Carstens1e7bfb22009-01-14 14:14:29 +0100537SYSCALL_DEFINE3(syslog, int, type, char __user *, buf, int, len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700538{
Kees Cook00234592010-02-03 15:36:43 -0800539 return do_syslog(type, buf, len, SYSLOG_FROM_CALL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540}
541
Jason Wessel67fc4e02010-05-20 21:04:21 -0500542#ifdef CONFIG_KGDB_KDB
543/* kdb dmesg command needs access to the syslog buffer. do_syslog()
544 * uses locks so it cannot be used during debugging. Just tell kdb
545 * where the start and end of the physical and logical logs are. This
546 * is equivalent to do_syslog(3).
547 */
548void kdb_syslog_data(char *syslog_data[4])
549{
550 syslog_data[0] = log_buf;
551 syslog_data[1] = log_buf + log_buf_len;
552 syslog_data[2] = log_buf + log_end -
553 (logged_chars < log_buf_len ? logged_chars : log_buf_len);
554 syslog_data[3] = log_buf + log_end;
555}
556#endif /* CONFIG_KGDB_KDB */
557
Linus Torvalds1da177e2005-04-16 15:20:36 -0700558/*
559 * Call the console drivers on a range of log_buf
560 */
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800561static void __call_console_drivers(unsigned start, unsigned end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562{
563 struct console *con;
564
Robin Getz4d091612009-07-01 21:08:37 -0400565 for_each_console(con) {
Feng Tangfe3d8ad2011-03-22 16:34:21 -0700566 if (exclusive_console && con != exclusive_console)
567 continue;
Michael Ellerman76a8ad22006-06-25 05:47:40 -0700568 if ((con->flags & CON_ENABLED) && con->write &&
569 (cpu_online(smp_processor_id()) ||
570 (con->flags & CON_ANYTIME)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571 con->write(con, &LOG_BUF(start), end - start);
572 }
573}
574
Rusty Russell2329abf2012-01-13 09:32:18 +1030575static bool __read_mostly ignore_loglevel;
Ingo Molnar792908222006-12-06 20:40:51 -0800576
Adrian Bunk99eea6a2006-12-22 01:07:00 -0800577static int __init ignore_loglevel_setup(char *str)
Ingo Molnar792908222006-12-06 20:40:51 -0800578{
579 ignore_loglevel = 1;
580 printk(KERN_INFO "debug: ignoring loglevel setting.\n");
581
Ingo Molnarc4772d92008-01-31 22:45:23 +0100582 return 0;
Ingo Molnar792908222006-12-06 20:40:51 -0800583}
584
Ingo Molnarc4772d92008-01-31 22:45:23 +0100585early_param("ignore_loglevel", ignore_loglevel_setup);
Rusty Russell29d4d6d2012-01-13 09:32:17 +1030586module_param(ignore_loglevel, bool, S_IRUGO | S_IWUSR);
Yanmin Zhang0eca6b72011-10-31 17:11:25 -0700587MODULE_PARM_DESC(ignore_loglevel, "ignore loglevel setting, to"
588 "print all kernel messages to the console.");
Ingo Molnar792908222006-12-06 20:40:51 -0800589
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590/*
591 * Write out chars from start to end - 1 inclusive
592 */
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800593static void _call_console_drivers(unsigned start,
594 unsigned end, int msg_log_level)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595{
Johannes Berg95100352011-11-24 20:03:08 +0100596 trace_console(&LOG_BUF(0), start, end, log_buf_len);
597
Ingo Molnar792908222006-12-06 20:40:51 -0800598 if ((msg_log_level < console_loglevel || ignore_loglevel) &&
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 console_drivers && start != end) {
600 if ((start & LOG_BUF_MASK) > (end & LOG_BUF_MASK)) {
601 /* wrapped write */
602 __call_console_drivers(start & LOG_BUF_MASK,
603 log_buf_len);
604 __call_console_drivers(0, end & LOG_BUF_MASK);
605 } else {
606 __call_console_drivers(start, end);
607 }
608 }
609}
610
611/*
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100612 * Parse the syslog header <[0-9]*>. The decimal value represents 32bit, the
613 * lower 3 bit are the log level, the rest are the log facility. In case
614 * userspace passes usual userspace syslog messages to /dev/kmsg or
615 * /dev/ttyprintk, the log prefix might contain the facility. Printk needs
616 * to extract the correct log level for in-kernel processing, and not mangle
617 * the original value.
618 *
619 * If a prefix is found, the length of the prefix is returned. If 'level' is
620 * passed, it will be filled in with the log level without a possible facility
621 * value. If 'special' is passed, the special printk prefix chars are accepted
622 * and returned. If no valid header is found, 0 is returned and the passed
623 * variables are not touched.
624 */
625static size_t log_prefix(const char *p, unsigned int *level, char *special)
626{
627 unsigned int lev = 0;
628 char sp = '\0';
629 size_t len;
630
631 if (p[0] != '<' || !p[1])
632 return 0;
633 if (p[2] == '>') {
634 /* usual single digit level number or special char */
635 switch (p[1]) {
636 case '0' ... '7':
637 lev = p[1] - '0';
638 break;
639 case 'c': /* KERN_CONT */
640 case 'd': /* KERN_DEFAULT */
641 sp = p[1];
642 break;
643 default:
644 return 0;
645 }
646 len = 3;
647 } else {
648 /* multi digit including the level and facility number */
649 char *endp = NULL;
650
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100651 lev = (simple_strtoul(&p[1], &endp, 10) & 7);
652 if (endp == NULL || endp[0] != '>')
653 return 0;
654 len = (endp + 1) - p;
655 }
656
657 /* do not accept special char if not asked for */
658 if (sp && !special)
659 return 0;
660
661 if (special) {
662 *special = sp;
663 /* return special char, do not touch level */
664 if (sp)
665 return len;
666 }
667
668 if (level)
669 *level = lev;
670 return len;
671}
672
673/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674 * Call the console drivers, asking them to write out
675 * log_buf[start] to log_buf[end - 1].
Torben Hohnac751ef2011-01-25 15:07:35 -0800676 * The console_lock must be held.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677 */
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800678static void call_console_drivers(unsigned start, unsigned end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700679{
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800680 unsigned cur_index, start_print;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681 static int msg_level = -1;
682
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -0800683 BUG_ON(((int)(start - end)) > 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700684
685 cur_index = start;
686 start_print = start;
687 while (cur_index != end) {
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100688 if (msg_level < 0 && ((end - cur_index) > 2)) {
689 /* strip log prefix */
690 cur_index += log_prefix(&LOG_BUF(cur_index), &msg_level, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 start_print = cur_index;
692 }
693 while (cur_index != end) {
694 char c = LOG_BUF(cur_index);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695
Jesper Juhl40dc5652005-10-30 15:02:46 -0800696 cur_index++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700697 if (c == '\n') {
698 if (msg_level < 0) {
699 /*
700 * printk() has already given us loglevel tags in
701 * the buffer. This code is here in case the
702 * log buffer has wrapped right round and scribbled
703 * on those tags
704 */
705 msg_level = default_message_loglevel;
706 }
707 _call_console_drivers(start_print, cur_index, msg_level);
708 msg_level = -1;
709 start_print = cur_index;
710 break;
711 }
712 }
713 }
714 _call_console_drivers(start_print, end, msg_level);
715}
716
717static void emit_log_char(char c)
718{
719 LOG_BUF(log_end) = c;
720 log_end++;
721 if (log_end - log_start > log_buf_len)
722 log_start = log_end - log_buf_len;
723 if (log_end - con_start > log_buf_len)
724 con_start = log_end - log_buf_len;
725 if (logged_chars < log_buf_len)
726 logged_chars++;
727}
728
729/*
730 * Zap console related locks when oopsing. Only zap at most once
731 * every 10 seconds, to leave time for slow consoles to print a
732 * full oops.
733 */
734static void zap_locks(void)
735{
736 static unsigned long oops_timestamp;
737
738 if (time_after_eq(jiffies, oops_timestamp) &&
Jesper Juhl40dc5652005-10-30 15:02:46 -0800739 !time_after(jiffies, oops_timestamp + 30 * HZ))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 return;
741
742 oops_timestamp = jiffies;
743
Peter Zijlstra94d24fc2011-06-07 11:17:30 +0200744 debug_locks_off();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745 /* If a crash is occurring, make sure we can't deadlock */
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200746 raw_spin_lock_init(&logbuf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747 /* And make sure that we print immediately */
Thomas Gleixner5b8c4f22010-09-07 14:33:43 +0000748 sema_init(&console_sem, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700749}
750
751#if defined(CONFIG_PRINTK_TIME)
Rusty Russell2329abf2012-01-13 09:32:18 +1030752static bool printk_time = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700753#else
Rusty Russell2329abf2012-01-13 09:32:18 +1030754static bool printk_time = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700755#endif
Randy Dunlape84845c2007-07-15 23:40:25 -0700756module_param_named(time, printk_time, bool, S_IRUGO | S_IWUSR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757
Matthew Garrettc22ab332012-03-05 14:59:10 -0800758static bool always_kmsg_dump;
759module_param_named(always_kmsg_dump, always_kmsg_dump, bool, S_IRUGO | S_IWUSR);
760
Michael Ellerman76a8ad22006-06-25 05:47:40 -0700761/* Check if we have any console registered that can be called early in boot. */
762static int have_callable_console(void)
763{
764 struct console *con;
765
Robin Getz4d091612009-07-01 21:08:37 -0400766 for_each_console(con)
Michael Ellerman76a8ad22006-06-25 05:47:40 -0700767 if (con->flags & CON_ANYTIME)
768 return 1;
769
770 return 0;
771}
772
Martin Waitzddad86c2005-11-13 16:08:14 -0800773/**
774 * printk - print a kernel message
775 * @fmt: format string
776 *
Robert P. J. Day72fd4a32007-02-10 01:45:59 -0800777 * This is printk(). It can be called from any context. We want it to work.
Jesper Juhl40dc5652005-10-30 15:02:46 -0800778 *
Torben Hohnac751ef2011-01-25 15:07:35 -0800779 * We try to grab the console_lock. If we succeed, it's easy - we log the output and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780 * call the console drivers. If we fail to get the semaphore we place the output
781 * into the log buffer and return. The current holder of the console_sem will
Torben Hohnac751ef2011-01-25 15:07:35 -0800782 * notice the new output in console_unlock(); and will send it to the
783 * consoles before releasing the lock.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700784 *
785 * One effect of this deferred printing is that code which calls printk() and
786 * then changes console_loglevel may break. This is because console_loglevel
787 * is inspected when the actual printing occurs.
Martin Waitzddad86c2005-11-13 16:08:14 -0800788 *
789 * See also:
790 * printf(3)
Andi Kleen20036fd2008-10-15 22:02:02 -0700791 *
792 * See the vsnprintf() documentation for format string extensions over C99.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700793 */
Matt Mackalld59745c2005-05-01 08:59:02 -0700794
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795asmlinkage int printk(const char *fmt, ...)
796{
797 va_list args;
798 int r;
Laura Abbottaa9b60b2012-01-23 13:06:20 -0800799#ifdef CONFIG_MSM_RTB
800 void *caller = __builtin_return_address(0);
801
802 uncached_logk_pc(LOGK_LOGBUF, caller, (void *)log_end);
803#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700804
Jason Wesseld37d39a2010-05-20 21:04:27 -0500805#ifdef CONFIG_KGDB_KDB
806 if (unlikely(kdb_trap_printk)) {
807 va_start(args, fmt);
808 r = vkdb_printf(fmt, args);
809 va_end(args);
810 return r;
811 }
812#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813 va_start(args, fmt);
814 r = vprintk(fmt, args);
815 va_end(args);
816
817 return r;
818}
819
David Howellsfe217732005-09-06 15:16:34 -0700820/* cpu currently holding logbuf_lock */
821static volatile unsigned int printk_cpu = UINT_MAX;
822
Linus Torvalds266c2e02008-03-24 19:25:08 -0700823/*
824 * Can we actually use the console at this time on this cpu?
825 *
826 * Console drivers may assume that per-cpu resources have
827 * been allocated. So unless they're explicitly marked as
828 * being able to cope (CON_ANYTIME) don't call them until
829 * this CPU is officially up.
830 */
831static inline int can_use_console(unsigned int cpu)
832{
833 return cpu_online(cpu) || have_callable_console();
834}
835
836/*
837 * Try to get console ownership to actually show the kernel
838 * messages from a 'printk'. Return true (and with the
Torben Hohnac751ef2011-01-25 15:07:35 -0800839 * console_lock held, and 'console_locked' set) if it
Linus Torvalds266c2e02008-03-24 19:25:08 -0700840 * is successful, false otherwise.
841 *
842 * This gets called with the 'logbuf_lock' spinlock held and
843 * interrupts disabled. It should return with 'lockbuf_lock'
844 * released but interrupts still disabled.
845 */
Torben Hohnac751ef2011-01-25 15:07:35 -0800846static int console_trylock_for_printk(unsigned int cpu)
Namhyung Kim8155c022010-10-26 14:22:47 -0700847 __releases(&logbuf_lock)
Linus Torvalds266c2e02008-03-24 19:25:08 -0700848{
Peter Zijlstra0b5e1c52011-06-07 11:15:33 +0200849 int retval = 0, wake = 0;
Linus Torvalds266c2e02008-03-24 19:25:08 -0700850
Torben Hohnac751ef2011-01-25 15:07:35 -0800851 if (console_trylock()) {
Linus Torvalds093a07e2008-04-15 13:09:54 -0700852 retval = 1;
853
854 /*
855 * If we can't use the console, we need to release
856 * the console semaphore by hand to avoid flushing
857 * the buffer. We need to hold the console semaphore
858 * in order to do this test safely.
859 */
860 if (!can_use_console(cpu)) {
861 console_locked = 0;
Peter Zijlstra0b5e1c52011-06-07 11:15:33 +0200862 wake = 1;
Linus Torvalds093a07e2008-04-15 13:09:54 -0700863 retval = 0;
864 }
865 }
Linus Torvalds266c2e02008-03-24 19:25:08 -0700866 printk_cpu = UINT_MAX;
Peter Zijlstra0b5e1c52011-06-07 11:15:33 +0200867 if (wake)
868 up(&console_sem);
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200869 raw_spin_unlock(&logbuf_lock);
Linus Torvalds266c2e02008-03-24 19:25:08 -0700870 return retval;
871}
Tejun Heo3b8945e2008-05-12 21:21:04 +0200872static const char recursion_bug_msg [] =
873 KERN_CRIT "BUG: recent printk recursion!\n";
874static int recursion_bug;
Jiri Kosinaedb123e2008-12-04 12:39:49 +0100875static int new_text_line = 1;
Tejun Heo3b8945e2008-05-12 21:21:04 +0200876static char printk_buf[1024];
Ingo Molnar32a76002008-01-25 21:07:58 +0100877
Dave Youngaf913222009-09-22 16:43:33 -0700878int printk_delay_msec __read_mostly;
879
880static inline void printk_delay(void)
881{
882 if (unlikely(printk_delay_msec)) {
883 int m = printk_delay_msec;
884
885 while (m--) {
886 mdelay(1);
887 touch_nmi_watchdog();
888 }
889 }
890}
891
Linus Torvalds1da177e2005-04-16 15:20:36 -0700892asmlinkage int vprintk(const char *fmt, va_list args)
893{
Ingo Molnar32a76002008-01-25 21:07:58 +0100894 int printed_len = 0;
Nick Andrew09159302008-05-12 21:21:04 +0200895 int current_log_level = default_message_loglevel;
Nick Andrewac60ad72008-05-12 21:21:04 +0200896 unsigned long flags;
Ingo Molnar32a76002008-01-25 21:07:58 +0100897 int this_cpu;
898 char *p;
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100899 size_t plen;
900 char special;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700902 boot_delay_msec();
Dave Youngaf913222009-09-22 16:43:33 -0700903 printk_delay();
Randy Dunlapbfe8df32007-10-16 01:23:46 -0700904
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905 /* This stops the holder of console_sem just where we want him */
Peter Zijlstra1a9a8ae2011-06-07 11:17:30 +0200906 local_irq_save(flags);
Ingo Molnar32a76002008-01-25 21:07:58 +0100907 this_cpu = smp_processor_id();
908
909 /*
910 * Ouch, printk recursed into itself!
911 */
912 if (unlikely(printk_cpu == this_cpu)) {
913 /*
914 * If a crash is occurring during printk() on this CPU,
915 * then try to get the crash message out but make sure
916 * we can't deadlock. Otherwise just return to avoid the
917 * recursion and return - but flag the recursion so that
918 * it can be printed at the next appropriate moment:
919 */
Peter Zijlstra94d24fc2011-06-07 11:17:30 +0200920 if (!oops_in_progress && !lockdep_recursing(current)) {
Tejun Heo3b8945e2008-05-12 21:21:04 +0200921 recursion_bug = 1;
Ingo Molnar32a76002008-01-25 21:07:58 +0100922 goto out_restore_irqs;
923 }
924 zap_locks();
925 }
926
Ingo Molnara0f1ccf2006-07-03 00:24:58 -0700927 lockdep_off();
Thomas Gleixner07354eb2009-07-25 17:50:36 +0200928 raw_spin_lock(&logbuf_lock);
Ingo Molnar32a76002008-01-25 21:07:58 +0100929 printk_cpu = this_cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700930
Tejun Heo3b8945e2008-05-12 21:21:04 +0200931 if (recursion_bug) {
932 recursion_bug = 0;
933 strcpy(printk_buf, recursion_bug_msg);
Hiroshi Shimamoto26cc2712008-12-19 10:23:03 -0800934 printed_len = strlen(recursion_bug_msg);
Ingo Molnar32a76002008-01-25 21:07:58 +0100935 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700936 /* Emit the output into the temporary buffer */
Ingo Molnar32a76002008-01-25 21:07:58 +0100937 printed_len += vscnprintf(printk_buf + printed_len,
Tejun Heocf3680b2008-02-14 10:32:07 +0900938 sizeof(printk_buf) - printed_len, fmt, args);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700939
Tony Lindgren109a3af2005-05-09 14:10:26 -0700940
Linus Torvalds5fd29d62009-06-16 10:57:02 -0700941 p = printk_buf;
Jaeseong GIMb8499412012-06-26 10:36:57 -0700942#ifdef CONFIG_LGE_CRASH_HANDLER
943 store_crash_log(p);
944#endif
Linus Torvalds5fd29d62009-06-16 10:57:02 -0700945
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100946 /* Read log level and handle special printk prefix */
947 plen = log_prefix(p, &current_log_level, &special);
948 if (plen) {
949 p += plen;
950
951 switch (special) {
952 case 'c': /* Strip <c> KERN_CONT, continue line */
953 plen = 0;
954 break;
955 case 'd': /* Strip <d> KERN_DEFAULT, start new line */
956 plen = 0;
957 default:
958 if (!new_text_line) {
959 emit_log_char('\n');
960 new_text_line = 1;
Linus Torvalds5fd29d62009-06-16 10:57:02 -0700961 }
962 }
963 }
964
Linus Torvalds1da177e2005-04-16 15:20:36 -0700965 /*
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100966 * Copy the output into log_buf. If the caller didn't provide
967 * the appropriate log prefix, we insert them here
Linus Torvalds1da177e2005-04-16 15:20:36 -0700968 */
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100969 for (; *p; p++) {
Nick Andrewac60ad72008-05-12 21:21:04 +0200970 if (new_text_line) {
Nick Andrewac60ad72008-05-12 21:21:04 +0200971 new_text_line = 0;
972
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100973 if (plen) {
974 /* Copy original log prefix */
975 int i;
976
977 for (i = 0; i < plen; i++)
978 emit_log_char(printk_buf[i]);
979 printed_len += plen;
980 } else {
981 /* Add log prefix */
982 emit_log_char('<');
983 emit_log_char(current_log_level + '0');
984 emit_log_char('>');
985 printed_len += 3;
986 }
987
Linus Torvalds1da177e2005-04-16 15:20:36 -0700988 if (printk_time) {
Kay Sievers9d90c8d2011-03-13 03:19:51 +0100989 /* Add the current time stamp */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700990 char tbuf[50], *tp;
991 unsigned tlen;
992 unsigned long long t;
993 unsigned long nanosec_rem;
994
Ingo Molnar326e96b2008-01-27 08:03:54 +0100995 t = cpu_clock(printk_cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996 nanosec_rem = do_div(t, 1000000000);
Nick Andrewac60ad72008-05-12 21:21:04 +0200997 tlen = sprintf(tbuf, "[%5lu.%06lu] ",
998 (unsigned long) t,
999 nanosec_rem / 1000);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001000
1001 for (tp = tbuf; tp < tbuf + tlen; tp++)
1002 emit_log_char(*tp);
Guillaume Chazarain025510c2006-01-08 01:02:41 -08001003 printed_len += tlen;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001004 }
Nick Andrewac60ad72008-05-12 21:21:04 +02001005
Linus Torvalds1da177e2005-04-16 15:20:36 -07001006 if (!*p)
1007 break;
1008 }
Nick Andrewac60ad72008-05-12 21:21:04 +02001009
Linus Torvalds1da177e2005-04-16 15:20:36 -07001010 emit_log_char(*p);
1011 if (*p == '\n')
Nick Andrewac60ad72008-05-12 21:21:04 +02001012 new_text_line = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001013 }
1014
Linus Torvalds266c2e02008-03-24 19:25:08 -07001015 /*
1016 * Try to acquire and then immediately release the
1017 * console semaphore. The release will do all the
1018 * actual magic (print out buffers, wake up klogd,
1019 * etc).
1020 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001021 * The console_trylock_for_printk() function
Linus Torvalds266c2e02008-03-24 19:25:08 -07001022 * will release 'logbuf_lock' regardless of whether it
1023 * actually gets the semaphore or not.
1024 */
Torben Hohnac751ef2011-01-25 15:07:35 -08001025 if (console_trylock_for_printk(this_cpu))
1026 console_unlock();
Michael Ellerman76a8ad22006-06-25 05:47:40 -07001027
Linus Torvalds266c2e02008-03-24 19:25:08 -07001028 lockdep_on();
Ingo Molnar32a76002008-01-25 21:07:58 +01001029out_restore_irqs:
Peter Zijlstra1a9a8ae2011-06-07 11:17:30 +02001030 local_irq_restore(flags);
Michael Ellerman76a8ad22006-06-25 05:47:40 -07001031
Linus Torvalds1da177e2005-04-16 15:20:36 -07001032 return printed_len;
1033}
1034EXPORT_SYMBOL(printk);
1035EXPORT_SYMBOL(vprintk);
1036
Matt Mackalld59745c2005-05-01 08:59:02 -07001037#else
1038
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -08001039static void call_console_drivers(unsigned start, unsigned end)
Jesper Juhl40dc5652005-10-30 15:02:46 -08001040{
1041}
Matt Mackalld59745c2005-05-01 08:59:02 -07001042
1043#endif
1044
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001045static int __add_preferred_console(char *name, int idx, char *options,
1046 char *brl_options)
1047{
1048 struct console_cmdline *c;
1049 int i;
1050
1051 /*
1052 * See if this tty is not yet registered, and
1053 * if we have a slot free.
1054 */
1055 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
1056 if (strcmp(console_cmdline[i].name, name) == 0 &&
1057 console_cmdline[i].index == idx) {
1058 if (!brl_options)
1059 selected_console = i;
1060 return 0;
1061 }
1062 if (i == MAX_CMDLINECONSOLES)
1063 return -E2BIG;
1064 if (!brl_options)
1065 selected_console = i;
1066 c = &console_cmdline[i];
1067 strlcpy(c->name, name, sizeof(c->name));
1068 c->options = options;
1069#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1070 c->brl_options = brl_options;
1071#endif
1072 c->index = idx;
1073 return 0;
1074}
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001075/*
1076 * Set up a list of consoles. Called from init/main.c
1077 */
1078static int __init console_setup(char *str)
1079{
Yinghai Lueaa944a2007-07-15 23:37:27 -07001080 char buf[sizeof(console_cmdline[0].name) + 4]; /* 4 for index */
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001081 char *s, *options, *brl_options = NULL;
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001082 int idx;
1083
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001084#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1085 if (!memcmp(str, "brl,", 4)) {
1086 brl_options = "";
1087 str += 4;
1088 } else if (!memcmp(str, "brl=", 4)) {
1089 brl_options = str + 4;
1090 str = strchr(brl_options, ',');
1091 if (!str) {
1092 printk(KERN_ERR "need port name after brl=\n");
1093 return 1;
1094 }
1095 *(str++) = 0;
1096 }
1097#endif
1098
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001099 /*
1100 * Decode str into name, index, options.
1101 */
1102 if (str[0] >= '0' && str[0] <= '9') {
Yinghai Lueaa944a2007-07-15 23:37:27 -07001103 strcpy(buf, "ttyS");
1104 strncpy(buf + 4, str, sizeof(buf) - 5);
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001105 } else {
Yinghai Lueaa944a2007-07-15 23:37:27 -07001106 strncpy(buf, str, sizeof(buf) - 1);
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001107 }
Yinghai Lueaa944a2007-07-15 23:37:27 -07001108 buf[sizeof(buf) - 1] = 0;
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001109 if ((options = strchr(str, ',')) != NULL)
1110 *(options++) = 0;
1111#ifdef __sparc__
1112 if (!strcmp(str, "ttya"))
Yinghai Lueaa944a2007-07-15 23:37:27 -07001113 strcpy(buf, "ttyS0");
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001114 if (!strcmp(str, "ttyb"))
Yinghai Lueaa944a2007-07-15 23:37:27 -07001115 strcpy(buf, "ttyS1");
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001116#endif
Yinghai Lueaa944a2007-07-15 23:37:27 -07001117 for (s = buf; *s; s++)
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001118 if ((*s >= '0' && *s <= '9') || *s == ',')
1119 break;
1120 idx = simple_strtoul(s, NULL, 10);
1121 *s = 0;
1122
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001123 __add_preferred_console(buf, idx, options, brl_options);
Markus Armbruster9e124fe2008-05-26 23:31:07 +01001124 console_set_on_cmdline = 1;
John Z. Bohach2ea1c532006-03-24 03:18:19 -08001125 return 1;
1126}
1127__setup("console=", console_setup);
1128
Linus Torvalds1da177e2005-04-16 15:20:36 -07001129/**
Matt Mackall3c0547b2005-05-16 21:53:47 -07001130 * add_preferred_console - add a device to the list of preferred consoles.
Martin Waitzddad86c2005-11-13 16:08:14 -08001131 * @name: device name
1132 * @idx: device index
1133 * @options: options for this console
Matt Mackall3c0547b2005-05-16 21:53:47 -07001134 *
1135 * The last preferred console added will be used for kernel messages
1136 * and stdin/out/err for init. Normally this is used by console_setup
1137 * above to handle user-supplied console arguments; however it can also
1138 * be used by arch-specific code either to override the user or more
1139 * commonly to provide a default console (ie from PROM variables) when
1140 * the user has not supplied one.
1141 */
David S. Millerfb445ee2007-12-29 01:19:49 -08001142int add_preferred_console(char *name, int idx, char *options)
Matt Mackall3c0547b2005-05-16 21:53:47 -07001143{
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001144 return __add_preferred_console(name, idx, options, NULL);
Matt Mackall3c0547b2005-05-16 21:53:47 -07001145}
1146
Daniel Ritzb6b1d872007-08-03 16:07:43 +02001147int update_console_cmdline(char *name, int idx, char *name_new, int idx_new, char *options)
Yinghai Lu18a8bd92007-07-15 23:37:59 -07001148{
1149 struct console_cmdline *c;
1150 int i;
1151
1152 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
1153 if (strcmp(console_cmdline[i].name, name) == 0 &&
1154 console_cmdline[i].index == idx) {
1155 c = &console_cmdline[i];
Markus Armbrusterf7352952008-04-30 00:54:52 -07001156 strlcpy(c->name, name_new, sizeof(c->name));
Yinghai Lu18a8bd92007-07-15 23:37:59 -07001157 c->name[sizeof(c->name) - 1] = 0;
1158 c->options = options;
1159 c->index = idx_new;
1160 return i;
1161 }
1162 /* not found */
1163 return -1;
1164}
1165
Rusty Russell2329abf2012-01-13 09:32:18 +10301166bool console_suspend_enabled = 1;
Andres Salomon8f4ce8c2007-10-18 03:04:50 -07001167EXPORT_SYMBOL(console_suspend_enabled);
1168
1169static int __init console_suspend_disable(char *str)
1170{
1171 console_suspend_enabled = 0;
1172 return 1;
1173}
1174__setup("no_console_suspend", console_suspend_disable);
Yanmin Zhang134620f2011-10-31 17:11:27 -07001175module_param_named(console_suspend, console_suspend_enabled,
1176 bool, S_IRUGO | S_IWUSR);
1177MODULE_PARM_DESC(console_suspend, "suspend console during suspend"
1178 " and hibernate operations");
Andres Salomon8f4ce8c2007-10-18 03:04:50 -07001179
Matt Mackall3c0547b2005-05-16 21:53:47 -07001180/**
Linus Torvalds557240b2006-06-19 18:16:01 -07001181 * suspend_console - suspend the console subsystem
1182 *
1183 * This disables printk() while we go into suspend states
1184 */
1185void suspend_console(void)
1186{
Andres Salomon8f4ce8c2007-10-18 03:04:50 -07001187 if (!console_suspend_enabled)
1188 return;
Pavel Machek0d630812008-07-23 21:28:32 -07001189 printk("Suspending console(s) (use no_console_suspend to debug)\n");
Torben Hohnac751ef2011-01-25 15:07:35 -08001190 console_lock();
Linus Torvalds557240b2006-06-19 18:16:01 -07001191 console_suspended = 1;
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001192 up(&console_sem);
Linus Torvalds557240b2006-06-19 18:16:01 -07001193}
1194
1195void resume_console(void)
1196{
Andres Salomon8f4ce8c2007-10-18 03:04:50 -07001197 if (!console_suspend_enabled)
1198 return;
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001199 down(&console_sem);
Linus Torvalds557240b2006-06-19 18:16:01 -07001200 console_suspended = 0;
Torben Hohnac751ef2011-01-25 15:07:35 -08001201 console_unlock();
Linus Torvalds557240b2006-06-19 18:16:01 -07001202}
1203
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001204static void __cpuinit console_flush(struct work_struct *work)
1205{
1206 console_lock();
1207 console_unlock();
1208}
1209
1210static __cpuinitdata DECLARE_WORK(console_cpu_notify_work, console_flush);
1211
Linus Torvalds557240b2006-06-19 18:16:01 -07001212/**
Kevin Cernekee034260d2010-06-03 22:11:25 -07001213 * console_cpu_notify - print deferred console messages after CPU hotplug
1214 * @self: notifier struct
1215 * @action: CPU hotplug event
1216 * @hcpu: unused
1217 *
1218 * If printk() is called from a CPU that is not online yet, the messages
1219 * will be spooled but will not show up on the console. This function is
1220 * called when a new CPU comes online (or fails to come up), and ensures
1221 * that any such output gets printed.
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001222 *
1223 * Special handling must be done for cases invoked from an atomic context,
1224 * as we can't be taking the console semaphore here.
Kevin Cernekee034260d2010-06-03 22:11:25 -07001225 */
1226static int __cpuinit console_cpu_notify(struct notifier_block *self,
1227 unsigned long action, void *hcpu)
1228{
1229 switch (action) {
1230 case CPU_ONLINE:
1231 case CPU_DEAD:
Kevin Cernekee034260d2010-06-03 22:11:25 -07001232 case CPU_DOWN_FAILED:
1233 case CPU_UP_CANCELED:
Torben Hohnac751ef2011-01-25 15:07:35 -08001234 console_lock();
1235 console_unlock();
Steve Mucklef132c6c2012-06-06 18:30:57 -07001236 break;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001237 case CPU_DYING:
Steve Mucklef132c6c2012-06-06 18:30:57 -07001238 /* invoked with preemption disabled, so defer */
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001239 if (!console_trylock())
1240 schedule_work(&console_cpu_notify_work);
1241 else
1242 console_unlock();
Kevin Cernekee034260d2010-06-03 22:11:25 -07001243 }
1244 return NOTIFY_OK;
1245}
1246
1247/**
Torben Hohnac751ef2011-01-25 15:07:35 -08001248 * console_lock - lock the console system for exclusive use.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001249 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001250 * Acquires a lock which guarantees that the caller has
Linus Torvalds1da177e2005-04-16 15:20:36 -07001251 * exclusive access to the console system and the console_drivers list.
1252 *
1253 * Can sleep, returns nothing.
1254 */
Torben Hohnac751ef2011-01-25 15:07:35 -08001255void console_lock(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256{
Eric Sesterhenn8abd8e22006-04-01 01:21:17 +02001257 BUG_ON(in_interrupt());
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258 down(&console_sem);
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001259 if (console_suspended)
1260 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001261 console_locked = 1;
1262 console_may_schedule = 1;
1263}
Torben Hohnac751ef2011-01-25 15:07:35 -08001264EXPORT_SYMBOL(console_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001265
Torben Hohnac751ef2011-01-25 15:07:35 -08001266/**
1267 * console_trylock - try to lock the console system for exclusive use.
1268 *
1269 * Tried to acquire a lock which guarantees that the caller has
1270 * exclusive access to the console system and the console_drivers list.
1271 *
1272 * returns 1 on success, and 0 on failure to acquire the lock.
1273 */
1274int console_trylock(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275{
1276 if (down_trylock(&console_sem))
Torben Hohnac751ef2011-01-25 15:07:35 -08001277 return 0;
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001278 if (console_suspended) {
1279 up(&console_sem);
Torben Hohnac751ef2011-01-25 15:07:35 -08001280 return 0;
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001281 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001282 console_locked = 1;
1283 console_may_schedule = 0;
Torben Hohnac751ef2011-01-25 15:07:35 -08001284 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001285}
Torben Hohnac751ef2011-01-25 15:07:35 -08001286EXPORT_SYMBOL(console_trylock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287
1288int is_console_locked(void)
1289{
1290 return console_locked;
1291}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001292
Peter Zijlstra3ccf3e82012-02-27 10:47:00 +01001293/*
1294 * Delayed printk facility, for scheduler-internal messages:
1295 */
1296#define PRINTK_BUF_SIZE 512
1297
1298#define PRINTK_PENDING_WAKEUP 0x01
1299#define PRINTK_PENDING_SCHED 0x02
1300
Peter Zijlstrab845b512008-08-08 21:47:09 +02001301static DEFINE_PER_CPU(int, printk_pending);
Peter Zijlstra3ccf3e82012-02-27 10:47:00 +01001302static DEFINE_PER_CPU(char [PRINTK_BUF_SIZE], printk_sched_buf);
Peter Zijlstrab845b512008-08-08 21:47:09 +02001303
1304void printk_tick(void)
1305{
Eric Dumazet40dc11f2010-11-26 17:22:16 +01001306 if (__this_cpu_read(printk_pending)) {
Peter Zijlstra3ccf3e82012-02-27 10:47:00 +01001307 int pending = __this_cpu_xchg(printk_pending, 0);
1308 if (pending & PRINTK_PENDING_SCHED) {
1309 char *buf = __get_cpu_var(printk_sched_buf);
1310 printk(KERN_WARNING "[sched_delayed] %s", buf);
1311 }
1312 if (pending & PRINTK_PENDING_WAKEUP)
1313 wake_up_interruptible(&log_wait);
Peter Zijlstrab845b512008-08-08 21:47:09 +02001314 }
1315}
1316
1317int printk_needs_cpu(int cpu)
1318{
Eric Dumazet40dc11f2010-11-26 17:22:16 +01001319 if (cpu_is_offline(cpu))
Heiko Carstens61ab2542010-11-26 13:00:59 +01001320 printk_tick();
Eric Dumazet40dc11f2010-11-26 17:22:16 +01001321 return __this_cpu_read(printk_pending);
Peter Zijlstrab845b512008-08-08 21:47:09 +02001322}
1323
Kirill Korotaeve3e8a752007-02-10 01:46:19 -08001324void wake_up_klogd(void)
1325{
Peter Zijlstrab845b512008-08-08 21:47:09 +02001326 if (waitqueue_active(&log_wait))
Peter Zijlstra3ccf3e82012-02-27 10:47:00 +01001327 this_cpu_or(printk_pending, PRINTK_PENDING_WAKEUP);
Kirill Korotaeve3e8a752007-02-10 01:46:19 -08001328}
1329
Linus Torvalds1da177e2005-04-16 15:20:36 -07001330/**
Torben Hohnac751ef2011-01-25 15:07:35 -08001331 * console_unlock - unlock the console system
Linus Torvalds1da177e2005-04-16 15:20:36 -07001332 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001333 * Releases the console_lock which the caller holds on the console system
Linus Torvalds1da177e2005-04-16 15:20:36 -07001334 * and the console driver list.
1335 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001336 * While the console_lock was held, console output may have been buffered
1337 * by printk(). If this is the case, console_unlock(); emits
1338 * the output prior to releasing the lock.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001339 *
1340 * If there is output waiting for klogd, we wake it up.
1341 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001342 * console_unlock(); may be called from any context.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001343 */
Torben Hohnac751ef2011-01-25 15:07:35 -08001344void console_unlock(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001345{
1346 unsigned long flags;
Denys Vlasenkoeed4a2a2008-02-06 01:37:02 -08001347 unsigned _con_start, _log_end;
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001348 unsigned wake_klogd = 0, retry = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001349
Linus Torvalds557240b2006-06-19 18:16:01 -07001350 if (console_suspended) {
Arve Hjønnevåg403f3072009-02-14 02:07:24 +01001351 up(&console_sem);
Linus Torvalds557240b2006-06-19 18:16:01 -07001352 return;
1353 }
Antonino A. Daplas78944e52006-08-05 12:14:16 -07001354
1355 console_may_schedule = 0;
1356
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001357again:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001358 for ( ; ; ) {
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001359 raw_spin_lock_irqsave(&logbuf_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001360 wake_klogd |= log_start - log_end;
1361 if (con_start == log_end)
1362 break; /* Nothing to print */
1363 _con_start = con_start;
1364 _log_end = log_end;
1365 con_start = log_end; /* Flush */
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001366 raw_spin_unlock(&logbuf_lock);
Steven Rostedt81d68a92008-05-12 21:20:42 +02001367 stop_critical_timings(); /* don't trace print latency */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001368 call_console_drivers(_con_start, _log_end);
Steven Rostedt81d68a92008-05-12 21:20:42 +02001369 start_critical_timings();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001370 local_irq_restore(flags);
1371 }
1372 console_locked = 0;
Feng Tangfe3d8ad2011-03-22 16:34:21 -07001373
1374 /* Release the exclusive_console once it is used */
1375 if (unlikely(exclusive_console))
1376 exclusive_console = NULL;
1377
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001378 raw_spin_unlock(&logbuf_lock);
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001379
Peter Zijlstra0b5e1c52011-06-07 11:15:33 +02001380 up(&console_sem);
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001381
1382 /*
1383 * Someone could have filled up the buffer again, so re-check if there's
1384 * something to flush. In case we cannot trylock the console_sem again,
1385 * there's a new owner and the console_unlock() from them will do the
1386 * flush, no worries.
1387 */
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001388 raw_spin_lock(&logbuf_lock);
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001389 if (con_start != log_end)
1390 retry = 1;
Peter Zijlstra09dc3cf2011-12-08 14:34:13 -08001391 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
1392
Peter Zijlstra4f2a8d32011-06-22 11:20:09 +02001393 if (retry && console_trylock())
1394 goto again;
1395
Kirill Korotaeve3e8a752007-02-10 01:46:19 -08001396 if (wake_klogd)
1397 wake_up_klogd();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001398}
Torben Hohnac751ef2011-01-25 15:07:35 -08001399EXPORT_SYMBOL(console_unlock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001400
Martin Waitzddad86c2005-11-13 16:08:14 -08001401/**
1402 * console_conditional_schedule - yield the CPU if required
Linus Torvalds1da177e2005-04-16 15:20:36 -07001403 *
1404 * If the console code is currently allowed to sleep, and
1405 * if this CPU should yield the CPU to another task, do
1406 * so here.
1407 *
Torben Hohnac751ef2011-01-25 15:07:35 -08001408 * Must be called within console_lock();.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001409 */
1410void __sched console_conditional_schedule(void)
1411{
1412 if (console_may_schedule)
1413 cond_resched();
1414}
1415EXPORT_SYMBOL(console_conditional_schedule);
1416
Linus Torvalds1da177e2005-04-16 15:20:36 -07001417void console_unblank(void)
1418{
1419 struct console *c;
1420
1421 /*
1422 * console_unblank can no longer be called in interrupt context unless
1423 * oops_in_progress is set to 1..
1424 */
1425 if (oops_in_progress) {
1426 if (down_trylock(&console_sem) != 0)
1427 return;
1428 } else
Torben Hohnac751ef2011-01-25 15:07:35 -08001429 console_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001430
1431 console_locked = 1;
1432 console_may_schedule = 0;
Robin Getz4d091612009-07-01 21:08:37 -04001433 for_each_console(c)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001434 if ((c->flags & CON_ENABLED) && c->unblank)
1435 c->unblank();
Torben Hohnac751ef2011-01-25 15:07:35 -08001436 console_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001437}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001438
1439/*
1440 * Return the console tty driver structure and its associated index
1441 */
1442struct tty_driver *console_device(int *index)
1443{
1444 struct console *c;
1445 struct tty_driver *driver = NULL;
1446
Torben Hohnac751ef2011-01-25 15:07:35 -08001447 console_lock();
Robin Getz4d091612009-07-01 21:08:37 -04001448 for_each_console(c) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001449 if (!c->device)
1450 continue;
1451 driver = c->device(c, index);
1452 if (driver)
1453 break;
1454 }
Torben Hohnac751ef2011-01-25 15:07:35 -08001455 console_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001456 return driver;
1457}
1458
1459/*
1460 * Prevent further output on the passed console device so that (for example)
1461 * serial drivers can disable console output before suspending a port, and can
1462 * re-enable output afterwards.
1463 */
1464void console_stop(struct console *console)
1465{
Torben Hohnac751ef2011-01-25 15:07:35 -08001466 console_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001467 console->flags &= ~CON_ENABLED;
Torben Hohnac751ef2011-01-25 15:07:35 -08001468 console_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001469}
1470EXPORT_SYMBOL(console_stop);
1471
1472void console_start(struct console *console)
1473{
Torben Hohnac751ef2011-01-25 15:07:35 -08001474 console_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001475 console->flags |= CON_ENABLED;
Torben Hohnac751ef2011-01-25 15:07:35 -08001476 console_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001477}
1478EXPORT_SYMBOL(console_start);
1479
Fabio M. Di Nitto7bf69392011-03-22 16:34:20 -07001480static int __read_mostly keep_bootcon;
1481
1482static int __init keep_bootcon_setup(char *str)
1483{
1484 keep_bootcon = 1;
1485 printk(KERN_INFO "debug: skip boot console de-registration.\n");
1486
1487 return 0;
1488}
1489
1490early_param("keep_bootcon", keep_bootcon_setup);
1491
Linus Torvalds1da177e2005-04-16 15:20:36 -07001492/*
1493 * The console driver calls this routine during kernel initialization
1494 * to register the console printing procedure with printk() and to
1495 * print any messages that were printed by the kernel before the
1496 * console driver was initialized.
Robin Getz4d091612009-07-01 21:08:37 -04001497 *
1498 * This can happen pretty early during the boot process (because of
1499 * early_printk) - sometimes before setup_arch() completes - be careful
1500 * of what kernel features are used - they may not be initialised yet.
1501 *
1502 * There are two types of consoles - bootconsoles (early_printk) and
1503 * "real" consoles (everything which is not a bootconsole) which are
1504 * handled differently.
1505 * - Any number of bootconsoles can be registered at any time.
1506 * - As soon as a "real" console is registered, all bootconsoles
1507 * will be unregistered automatically.
1508 * - Once a "real" console is registered, any attempt to register a
1509 * bootconsoles will be rejected
Linus Torvalds1da177e2005-04-16 15:20:36 -07001510 */
Robin Getz4d091612009-07-01 21:08:37 -04001511void register_console(struct console *newcon)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001512{
Jesper Juhl40dc5652005-10-30 15:02:46 -08001513 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001514 unsigned long flags;
Robin Getz4d091612009-07-01 21:08:37 -04001515 struct console *bcon = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001516
Robin Getz4d091612009-07-01 21:08:37 -04001517 /*
1518 * before we register a new CON_BOOT console, make sure we don't
1519 * already have a valid console
1520 */
1521 if (console_drivers && newcon->flags & CON_BOOT) {
1522 /* find the last or real console */
1523 for_each_console(bcon) {
1524 if (!(bcon->flags & CON_BOOT)) {
1525 printk(KERN_INFO "Too late to register bootconsole %s%d\n",
1526 newcon->name, newcon->index);
1527 return;
1528 }
1529 }
Gerd Hoffmann69331af2007-05-08 00:26:49 -07001530 }
1531
Robin Getz4d091612009-07-01 21:08:37 -04001532 if (console_drivers && console_drivers->flags & CON_BOOT)
1533 bcon = console_drivers;
1534
1535 if (preferred_console < 0 || bcon || !console_drivers)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001536 preferred_console = selected_console;
1537
Robin Getz4d091612009-07-01 21:08:37 -04001538 if (newcon->early_setup)
1539 newcon->early_setup();
Yinghai Lu18a8bd92007-07-15 23:37:59 -07001540
Linus Torvalds1da177e2005-04-16 15:20:36 -07001541 /*
1542 * See if we want to use this console driver. If we
1543 * didn't select a console we take the first one
1544 * that registers here.
1545 */
1546 if (preferred_console < 0) {
Robin Getz4d091612009-07-01 21:08:37 -04001547 if (newcon->index < 0)
1548 newcon->index = 0;
1549 if (newcon->setup == NULL ||
1550 newcon->setup(newcon, NULL) == 0) {
1551 newcon->flags |= CON_ENABLED;
1552 if (newcon->device) {
1553 newcon->flags |= CON_CONSDEV;
Jan Kiszkacd3a1b82008-05-12 21:21:04 +02001554 preferred_console = 0;
1555 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001556 }
1557 }
1558
1559 /*
1560 * See if this console matches one we selected on
1561 * the command line.
1562 */
Jesper Juhl40dc5652005-10-30 15:02:46 -08001563 for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0];
1564 i++) {
Robin Getz4d091612009-07-01 21:08:37 -04001565 if (strcmp(console_cmdline[i].name, newcon->name) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001566 continue;
Robin Getz4d091612009-07-01 21:08:37 -04001567 if (newcon->index >= 0 &&
1568 newcon->index != console_cmdline[i].index)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001569 continue;
Robin Getz4d091612009-07-01 21:08:37 -04001570 if (newcon->index < 0)
1571 newcon->index = console_cmdline[i].index;
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001572#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1573 if (console_cmdline[i].brl_options) {
Robin Getz4d091612009-07-01 21:08:37 -04001574 newcon->flags |= CON_BRL;
1575 braille_register_console(newcon,
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001576 console_cmdline[i].index,
1577 console_cmdline[i].options,
1578 console_cmdline[i].brl_options);
1579 return;
1580 }
1581#endif
Robin Getz4d091612009-07-01 21:08:37 -04001582 if (newcon->setup &&
1583 newcon->setup(newcon, console_cmdline[i].options) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001584 break;
Robin Getz4d091612009-07-01 21:08:37 -04001585 newcon->flags |= CON_ENABLED;
1586 newcon->index = console_cmdline[i].index;
Greg Edwardsab4af032005-06-23 00:09:05 -07001587 if (i == selected_console) {
Robin Getz4d091612009-07-01 21:08:37 -04001588 newcon->flags |= CON_CONSDEV;
Greg Edwardsab4af032005-06-23 00:09:05 -07001589 preferred_console = selected_console;
1590 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591 break;
1592 }
1593
Robin Getz4d091612009-07-01 21:08:37 -04001594 if (!(newcon->flags & CON_ENABLED))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001595 return;
1596
Robin Getz8259cf42009-07-09 13:08:37 -04001597 /*
1598 * If we have a bootconsole, and are switching to a real console,
1599 * don't print everything out again, since when the boot console, and
1600 * the real console are the same physical device, it's annoying to
1601 * see the beginning boot messages twice
1602 */
1603 if (bcon && ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV))
Robin Getz4d091612009-07-01 21:08:37 -04001604 newcon->flags &= ~CON_PRINTBUFFER;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001605
1606 /*
1607 * Put this console in the list - keep the
1608 * preferred driver at the head of the list.
1609 */
Torben Hohnac751ef2011-01-25 15:07:35 -08001610 console_lock();
Robin Getz4d091612009-07-01 21:08:37 -04001611 if ((newcon->flags & CON_CONSDEV) || console_drivers == NULL) {
1612 newcon->next = console_drivers;
1613 console_drivers = newcon;
1614 if (newcon->next)
1615 newcon->next->flags &= ~CON_CONSDEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001616 } else {
Robin Getz4d091612009-07-01 21:08:37 -04001617 newcon->next = console_drivers->next;
1618 console_drivers->next = newcon;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619 }
Robin Getz4d091612009-07-01 21:08:37 -04001620 if (newcon->flags & CON_PRINTBUFFER) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001621 /*
Torben Hohnac751ef2011-01-25 15:07:35 -08001622 * console_unlock(); will print out the buffered messages
Linus Torvalds1da177e2005-04-16 15:20:36 -07001623 * for us.
1624 */
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001625 raw_spin_lock_irqsave(&logbuf_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001626 con_start = log_start;
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001627 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
Feng Tangfe3d8ad2011-03-22 16:34:21 -07001628 /*
1629 * We're about to replay the log buffer. Only do this to the
1630 * just-registered console to avoid excessive message spam to
1631 * the already-registered consoles.
1632 */
1633 exclusive_console = newcon;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001634 }
Torben Hohnac751ef2011-01-25 15:07:35 -08001635 console_unlock();
Kay Sieversfbc92a32010-12-01 18:51:05 +01001636 console_sysfs_notify();
Robin Getz8259cf42009-07-09 13:08:37 -04001637
1638 /*
1639 * By unregistering the bootconsoles after we enable the real console
1640 * we get the "console xxx enabled" message on all the consoles -
1641 * boot consoles, real consoles, etc - this is to ensure that end
1642 * users know there might be something in the kernel's log buffer that
1643 * went to the bootconsole (that they do not see on the real console)
1644 */
Fabio M. Di Nitto7bf69392011-03-22 16:34:20 -07001645 if (bcon &&
1646 ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV) &&
1647 !keep_bootcon) {
Robin Getz8259cf42009-07-09 13:08:37 -04001648 /* we need to iterate through twice, to make sure we print
1649 * everything out, before we unregister the console(s)
1650 */
1651 printk(KERN_INFO "console [%s%d] enabled, bootconsole disabled\n",
1652 newcon->name, newcon->index);
1653 for_each_console(bcon)
1654 if (bcon->flags & CON_BOOT)
1655 unregister_console(bcon);
1656 } else {
1657 printk(KERN_INFO "%sconsole [%s%d] enabled\n",
1658 (newcon->flags & CON_BOOT) ? "boot" : "" ,
1659 newcon->name, newcon->index);
1660 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001661}
1662EXPORT_SYMBOL(register_console);
1663
Jesper Juhl40dc5652005-10-30 15:02:46 -08001664int unregister_console(struct console *console)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001665{
Jesper Juhl40dc5652005-10-30 15:02:46 -08001666 struct console *a, *b;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001667 int res = 1;
1668
Samuel Thibaultf7511d52008-04-30 00:54:51 -07001669#ifdef CONFIG_A11Y_BRAILLE_CONSOLE
1670 if (console->flags & CON_BRL)
1671 return braille_unregister_console(console);
1672#endif
1673
Torben Hohnac751ef2011-01-25 15:07:35 -08001674 console_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001675 if (console_drivers == console) {
1676 console_drivers=console->next;
1677 res = 0;
Benjamin Herrenschmidte9b15b52005-11-23 13:37:44 -08001678 } else if (console_drivers) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001679 for (a=console_drivers->next, b=console_drivers ;
1680 a; b=a, a=b->next) {
1681 if (a == console) {
1682 b->next = a->next;
1683 res = 0;
1684 break;
Jesper Juhl40dc5652005-10-30 15:02:46 -08001685 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001686 }
1687 }
Jesper Juhl40dc5652005-10-30 15:02:46 -08001688
Gerd Hoffmann69331af2007-05-08 00:26:49 -07001689 /*
Greg Edwardsab4af032005-06-23 00:09:05 -07001690 * If this isn't the last console and it has CON_CONSDEV set, we
1691 * need to set it on the next preferred console.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001692 */
Gerd Hoffmann69331af2007-05-08 00:26:49 -07001693 if (console_drivers != NULL && console->flags & CON_CONSDEV)
Greg Edwardsab4af032005-06-23 00:09:05 -07001694 console_drivers->flags |= CON_CONSDEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001695
Torben Hohnac751ef2011-01-25 15:07:35 -08001696 console_unlock();
Kay Sieversfbc92a32010-12-01 18:51:05 +01001697 console_sysfs_notify();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001698 return res;
1699}
1700EXPORT_SYMBOL(unregister_console);
Matt Mackalld59745c2005-05-01 08:59:02 -07001701
Kevin Cernekee034260d2010-06-03 22:11:25 -07001702static int __init printk_late_init(void)
Robin Getz0c5564b2007-08-20 15:22:47 -04001703{
Robin Getz4d091612009-07-01 21:08:37 -04001704 struct console *con;
1705
1706 for_each_console(con) {
Nishanth Aravamudan4c30c6f2011-08-25 15:59:11 -07001707 if (!keep_bootcon && con->flags & CON_BOOT) {
Robin Getzcb00e992007-08-21 23:14:58 -04001708 printk(KERN_INFO "turn off boot console %s%d\n",
Robin Getz4d091612009-07-01 21:08:37 -04001709 con->name, con->index);
Sonic Zhang42c2c8c2009-08-06 15:58:11 -07001710 unregister_console(con);
Robin Getzcb00e992007-08-21 23:14:58 -04001711 }
Robin Getz0c5564b2007-08-20 15:22:47 -04001712 }
Kevin Cernekee034260d2010-06-03 22:11:25 -07001713 hotcpu_notifier(console_cpu_notify, 0);
Robin Getz0c5564b2007-08-20 15:22:47 -04001714 return 0;
1715}
Kevin Cernekee034260d2010-06-03 22:11:25 -07001716late_initcall(printk_late_init);
Robin Getz0c5564b2007-08-20 15:22:47 -04001717
Joe Perches7ef3d2f2008-02-08 04:21:25 -08001718#if defined CONFIG_PRINTK
Dave Young717115e2008-07-25 01:45:58 -07001719
Peter Zijlstra600e1452012-03-15 12:35:37 +01001720int printk_sched(const char *fmt, ...)
1721{
1722 unsigned long flags;
1723 va_list args;
1724 char *buf;
1725 int r;
1726
1727 local_irq_save(flags);
1728 buf = __get_cpu_var(printk_sched_buf);
1729
1730 va_start(args, fmt);
1731 r = vsnprintf(buf, PRINTK_BUF_SIZE, fmt, args);
1732 va_end(args);
1733
1734 __this_cpu_or(printk_pending, PRINTK_PENDING_SCHED);
1735 local_irq_restore(flags);
1736
1737 return r;
1738}
1739
Linus Torvalds1da177e2005-04-16 15:20:36 -07001740/*
1741 * printk rate limiting, lifted from the networking subsystem.
1742 *
Uwe Kleine-König641de9d2008-07-29 22:33:38 -07001743 * This enforces a rate limit: not more than 10 kernel messages
1744 * every 5s to make a denial-of-service attack impossible.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001745 */
Uwe Kleine-König641de9d2008-07-29 22:33:38 -07001746DEFINE_RATELIMIT_STATE(printk_ratelimit_state, 5 * HZ, 10);
1747
Christian Borntraeger5c828712009-10-23 14:58:11 +02001748int __printk_ratelimit(const char *func)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001749{
Christian Borntraeger5c828712009-10-23 14:58:11 +02001750 return ___ratelimit(&printk_ratelimit_state, func);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001751}
Christian Borntraeger5c828712009-10-23 14:58:11 +02001752EXPORT_SYMBOL(__printk_ratelimit);
Andrew Mortonf46c4832006-11-02 22:07:16 -08001753
1754/**
1755 * printk_timed_ratelimit - caller-controlled printk ratelimiting
1756 * @caller_jiffies: pointer to caller's state
1757 * @interval_msecs: minimum interval between prints
1758 *
1759 * printk_timed_ratelimit() returns true if more than @interval_msecs
1760 * milliseconds have elapsed since the last time printk_timed_ratelimit()
1761 * returned true.
1762 */
1763bool printk_timed_ratelimit(unsigned long *caller_jiffies,
1764 unsigned int interval_msecs)
1765{
Guillaume Knispelf2d28a22009-03-17 16:18:42 +01001766 if (*caller_jiffies == 0
1767 || !time_in_range(jiffies, *caller_jiffies,
1768 *caller_jiffies
1769 + msecs_to_jiffies(interval_msecs))) {
1770 *caller_jiffies = jiffies;
Andrew Mortonf46c4832006-11-02 22:07:16 -08001771 return true;
1772 }
1773 return false;
1774}
1775EXPORT_SYMBOL(printk_timed_ratelimit);
Simon Kagstrom456b5652009-10-16 14:09:18 +02001776
1777static DEFINE_SPINLOCK(dump_list_lock);
1778static LIST_HEAD(dump_list);
1779
1780/**
1781 * kmsg_dump_register - register a kernel log dumper.
Randy Dunlap64855362009-12-17 15:27:27 -08001782 * @dumper: pointer to the kmsg_dumper structure
Simon Kagstrom456b5652009-10-16 14:09:18 +02001783 *
1784 * Adds a kernel log dumper to the system. The dump callback in the
1785 * structure will be called when the kernel oopses or panics and must be
1786 * set. Returns zero on success and %-EINVAL or %-EBUSY otherwise.
1787 */
1788int kmsg_dump_register(struct kmsg_dumper *dumper)
1789{
1790 unsigned long flags;
1791 int err = -EBUSY;
1792
1793 /* The dump callback needs to be set */
1794 if (!dumper->dump)
1795 return -EINVAL;
1796
1797 spin_lock_irqsave(&dump_list_lock, flags);
1798 /* Don't allow registering multiple times */
1799 if (!dumper->registered) {
1800 dumper->registered = 1;
Huang Yingfb842b02011-01-12 16:59:43 -08001801 list_add_tail_rcu(&dumper->list, &dump_list);
Simon Kagstrom456b5652009-10-16 14:09:18 +02001802 err = 0;
1803 }
1804 spin_unlock_irqrestore(&dump_list_lock, flags);
1805
1806 return err;
1807}
1808EXPORT_SYMBOL_GPL(kmsg_dump_register);
1809
1810/**
1811 * kmsg_dump_unregister - unregister a kmsg dumper.
Randy Dunlap64855362009-12-17 15:27:27 -08001812 * @dumper: pointer to the kmsg_dumper structure
Simon Kagstrom456b5652009-10-16 14:09:18 +02001813 *
1814 * Removes a dump device from the system. Returns zero on success and
1815 * %-EINVAL otherwise.
1816 */
1817int kmsg_dump_unregister(struct kmsg_dumper *dumper)
1818{
1819 unsigned long flags;
1820 int err = -EINVAL;
1821
1822 spin_lock_irqsave(&dump_list_lock, flags);
1823 if (dumper->registered) {
1824 dumper->registered = 0;
Huang Yingfb842b02011-01-12 16:59:43 -08001825 list_del_rcu(&dumper->list);
Simon Kagstrom456b5652009-10-16 14:09:18 +02001826 err = 0;
1827 }
1828 spin_unlock_irqrestore(&dump_list_lock, flags);
Huang Yingfb842b02011-01-12 16:59:43 -08001829 synchronize_rcu();
Simon Kagstrom456b5652009-10-16 14:09:18 +02001830
1831 return err;
1832}
1833EXPORT_SYMBOL_GPL(kmsg_dump_unregister);
1834
Simon Kagstrom456b5652009-10-16 14:09:18 +02001835/**
1836 * kmsg_dump - dump kernel log to kernel message dumpers.
1837 * @reason: the reason (oops, panic etc) for dumping
1838 *
1839 * Iterate through each of the dump devices and call the oops/panic
1840 * callbacks with the log buffer.
1841 */
1842void kmsg_dump(enum kmsg_dump_reason reason)
1843{
1844 unsigned long end;
1845 unsigned chars;
1846 struct kmsg_dumper *dumper;
1847 const char *s1, *s2;
1848 unsigned long l1, l2;
1849 unsigned long flags;
1850
Matthew Garrettc22ab332012-03-05 14:59:10 -08001851 if ((reason > KMSG_DUMP_OOPS) && !always_kmsg_dump)
1852 return;
1853
Simon Kagstrom456b5652009-10-16 14:09:18 +02001854 /* Theoretically, the log could move on after we do this, but
1855 there's not a lot we can do about that. The new messages
1856 will overwrite the start of what we dump. */
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001857 raw_spin_lock_irqsave(&logbuf_lock, flags);
Simon Kagstrom456b5652009-10-16 14:09:18 +02001858 end = log_end & LOG_BUF_MASK;
1859 chars = logged_chars;
Thomas Gleixner07354eb2009-07-25 17:50:36 +02001860 raw_spin_unlock_irqrestore(&logbuf_lock, flags);
Simon Kagstrom456b5652009-10-16 14:09:18 +02001861
Andi Kleen8c4af382010-08-09 17:20:36 -07001862 if (chars > end) {
1863 s1 = log_buf + log_buf_len - chars + end;
1864 l1 = chars - end;
Simon Kagstrom456b5652009-10-16 14:09:18 +02001865
1866 s2 = log_buf;
1867 l2 = end;
1868 } else {
1869 s1 = "";
1870 l1 = 0;
1871
Andi Kleen8c4af382010-08-09 17:20:36 -07001872 s2 = log_buf + end - chars;
1873 l2 = chars;
Simon Kagstrom456b5652009-10-16 14:09:18 +02001874 }
1875
Huang Yingfb842b02011-01-12 16:59:43 -08001876 rcu_read_lock();
1877 list_for_each_entry_rcu(dumper, &dump_list, list)
Simon Kagstrom456b5652009-10-16 14:09:18 +02001878 dumper->dump(dumper, reason, s1, l1, s2, l2);
Huang Yingfb842b02011-01-12 16:59:43 -08001879 rcu_read_unlock();
Simon Kagstrom456b5652009-10-16 14:09:18 +02001880}
Joe Perches7ef3d2f2008-02-08 04:21:25 -08001881#endif