printk.c 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701
  1. /*
  2. * linux/kernel/printk.c
  3. *
  4. * Copyright (C) 1991, 1992 Linus Torvalds
  5. *
  6. * Modified to make sys_syslog() more flexible: added commands to
  7. * return the last 4k of kernel messages, regardless of whether
  8. * they've been read or not. Added option to suppress kernel printk's
  9. * to the console. Added hook for sending the console messages
  10. * elsewhere, in preparation for a serial line console (someday).
  11. * Ted Ts'o, 2/11/93.
  12. * Modified for sysctl support, 1/8/97, Chris Horn.
  13. * Fixed SMP synchronization, 08/08/99, Manfred Spraul
  14. * manfred@colorfullife.com
  15. * Rewrote bits to get rid of console_lock
  16. * 01Mar01 Andrew Morton
  17. */
  18. #include <linux/kernel.h>
  19. #include <linux/mm.h>
  20. #include <linux/tty.h>
  21. #include <linux/tty_driver.h>
  22. #include <linux/console.h>
  23. #include <linux/init.h>
  24. #include <linux/jiffies.h>
  25. #include <linux/nmi.h>
  26. #include <linux/module.h>
  27. #include <linux/moduleparam.h>
  28. #include <linux/interrupt.h> /* For in_interrupt() */
  29. #include <linux/delay.h>
  30. #include <linux/smp.h>
  31. #include <linux/security.h>
  32. #include <linux/bootmem.h>
  33. #include <linux/memblock.h>
  34. #include <linux/syscalls.h>
  35. #include <linux/kexec.h>
  36. #include <linux/kdb.h>
  37. #include <linux/ratelimit.h>
  38. #include <linux/kmsg_dump.h>
  39. #include <linux/syslog.h>
  40. #include <linux/cpu.h>
  41. #include <linux/notifier.h>
  42. #include <linux/rculist.h>
  43. #include <linux/poll.h>
  44. #include <asm/uaccess.h>
  45. #define CREATE_TRACE_POINTS
  46. #include <trace/events/printk.h>
  47. /*
  48. * Architectures can override it:
  49. */
  50. void asmlinkage __attribute__((weak)) early_printk(const char *fmt, ...)
  51. {
  52. }
  53. /* printk's without a loglevel use this.. */
  54. #define DEFAULT_MESSAGE_LOGLEVEL CONFIG_DEFAULT_MESSAGE_LOGLEVEL
  55. /* We show everything that is MORE important than this.. */
  56. #define MINIMUM_CONSOLE_LOGLEVEL 1 /* Minimum loglevel we let people use */
  57. #define DEFAULT_CONSOLE_LOGLEVEL 7 /* anything MORE serious than KERN_DEBUG */
  58. DECLARE_WAIT_QUEUE_HEAD(log_wait);
  59. int console_printk[4] = {
  60. DEFAULT_CONSOLE_LOGLEVEL, /* console_loglevel */
  61. DEFAULT_MESSAGE_LOGLEVEL, /* default_message_loglevel */
  62. MINIMUM_CONSOLE_LOGLEVEL, /* minimum_console_loglevel */
  63. DEFAULT_CONSOLE_LOGLEVEL, /* default_console_loglevel */
  64. };
  65. /*
  66. * Low level drivers may need that to know if they can schedule in
  67. * their unblank() callback or not. So let's export it.
  68. */
  69. int oops_in_progress;
  70. EXPORT_SYMBOL(oops_in_progress);
  71. /*
  72. * console_sem protects the console_drivers list, and also
  73. * provides serialisation for access to the entire console
  74. * driver system.
  75. */
  76. static DEFINE_SEMAPHORE(console_sem);
  77. struct console *console_drivers;
  78. EXPORT_SYMBOL_GPL(console_drivers);
  79. /*
  80. * This is used for debugging the mess that is the VT code by
  81. * keeping track if we have the console semaphore held. It's
  82. * definitely not the perfect debug tool (we don't know if _WE_
  83. * hold it are racing, but it helps tracking those weird code
  84. * path in the console code where we end up in places I want
  85. * locked without the console sempahore held
  86. */
  87. static int console_locked, console_suspended;
  88. /*
  89. * If exclusive_console is non-NULL then only this console is to be printed to.
  90. */
  91. static struct console *exclusive_console;
  92. /*
  93. * Array of consoles built from command line options (console=)
  94. */
  95. struct console_cmdline
  96. {
  97. char name[8]; /* Name of the driver */
  98. int index; /* Minor dev. to use */
  99. char *options; /* Options for the driver */
  100. #ifdef CONFIG_A11Y_BRAILLE_CONSOLE
  101. char *brl_options; /* Options for braille driver */
  102. #endif
  103. };
  104. #define MAX_CMDLINECONSOLES 8
  105. static struct console_cmdline console_cmdline[MAX_CMDLINECONSOLES];
  106. static int selected_console = -1;
  107. static int preferred_console = -1;
  108. int console_set_on_cmdline;
  109. EXPORT_SYMBOL(console_set_on_cmdline);
  110. /* Flag: console code may call schedule() */
  111. static int console_may_schedule;
  112. /*
  113. * The printk log buffer consists of a chain of concatenated variable
  114. * length records. Every record starts with a record header, containing
  115. * the overall length of the record.
  116. *
  117. * The heads to the first and last entry in the buffer, as well as the
  118. * sequence numbers of these both entries are maintained when messages
  119. * are stored..
  120. *
  121. * If the heads indicate available messages, the length in the header
  122. * tells the start next message. A length == 0 for the next message
  123. * indicates a wrap-around to the beginning of the buffer.
  124. *
  125. * Every record carries the monotonic timestamp in microseconds, as well as
  126. * the standard userspace syslog level and syslog facility. The usual
  127. * kernel messages use LOG_KERN; userspace-injected messages always carry
  128. * a matching syslog facility, by default LOG_USER. The origin of every
  129. * message can be reliably determined that way.
  130. *
  131. * The human readable log message directly follows the message header. The
  132. * length of the message text is stored in the header, the stored message
  133. * is not terminated.
  134. *
  135. * Optionally, a message can carry a dictionary of properties (key/value pairs),
  136. * to provide userspace with a machine-readable message context.
  137. *
  138. * Examples for well-defined, commonly used property names are:
  139. * DEVICE=b12:8 device identifier
  140. * b12:8 block dev_t
  141. * c127:3 char dev_t
  142. * n8 netdev ifindex
  143. * +sound:card0 subsystem:devname
  144. * SUBSYSTEM=pci driver-core subsystem name
  145. *
  146. * Valid characters in property names are [a-zA-Z0-9.-_]. The plain text value
  147. * follows directly after a '=' character. Every property is terminated by
  148. * a '\0' character. The last property is not terminated.
  149. *
  150. * Example of a message structure:
  151. * 0000 ff 8f 00 00 00 00 00 00 monotonic time in nsec
  152. * 0008 34 00 record is 52 bytes long
  153. * 000a 0b 00 text is 11 bytes long
  154. * 000c 1f 00 dictionary is 23 bytes long
  155. * 000e 03 00 LOG_KERN (facility) LOG_ERR (level)
  156. * 0010 69 74 27 73 20 61 20 6c "it's a l"
  157. * 69 6e 65 "ine"
  158. * 001b 44 45 56 49 43 "DEVIC"
  159. * 45 3d 62 38 3a 32 00 44 "E=b8:2\0D"
  160. * 52 49 56 45 52 3d 62 75 "RIVER=bu"
  161. * 67 "g"
  162. * 0032 00 00 00 padding to next message header
  163. *
  164. * The 'struct log' buffer header must never be directly exported to
  165. * userspace, it is a kernel-private implementation detail that might
  166. * need to be changed in the future, when the requirements change.
  167. *
  168. * /dev/kmsg exports the structured data in the following line format:
  169. * "level,sequnum,timestamp;<message text>\n"
  170. *
  171. * The optional key/value pairs are attached as continuation lines starting
  172. * with a space character and terminated by a newline. All possible
  173. * non-prinatable characters are escaped in the "\xff" notation.
  174. *
  175. * Users of the export format should ignore possible additional values
  176. * separated by ',', and find the message after the ';' character.
  177. */
  178. enum log_flags {
  179. LOG_NOCONS = 1, /* already flushed, do not print to console */
  180. LOG_NEWLINE = 2, /* text ended with a newline */
  181. LOG_PREFIX = 4, /* text started with a prefix */
  182. LOG_CONT = 8, /* text is a fragment of a continuation line */
  183. };
  184. struct log {
  185. u64 ts_nsec; /* timestamp in nanoseconds */
  186. u16 len; /* length of entire record */
  187. u16 text_len; /* length of text buffer */
  188. u16 dict_len; /* length of dictionary buffer */
  189. u8 facility; /* syslog facility */
  190. u8 flags:5; /* internal record flags */
  191. u8 level:3; /* syslog level */
  192. };
  193. /*
  194. * The logbuf_lock protects kmsg buffer, indices, counters. It is also
  195. * used in interesting ways to provide interlocking in console_unlock();
  196. */
  197. static DEFINE_RAW_SPINLOCK(logbuf_lock);
  198. /* the next printk record to read by syslog(READ) or /proc/kmsg */
  199. static u64 syslog_seq;
  200. static u32 syslog_idx;
  201. static enum log_flags syslog_prev;
  202. static size_t syslog_partial;
  203. /* index and sequence number of the first record stored in the buffer */
  204. static u64 log_first_seq;
  205. static u32 log_first_idx;
  206. /* index and sequence number of the next record to store in the buffer */
  207. static u64 log_next_seq;
  208. #ifdef CONFIG_PRINTK
  209. static u32 log_next_idx;
  210. /* the next printk record to read after the last 'clear' command */
  211. static u64 clear_seq;
  212. static u32 clear_idx;
  213. #define LOG_LINE_MAX 1024
  214. /* record buffer */
  215. #if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)
  216. #define LOG_ALIGN 4
  217. #else
  218. #define LOG_ALIGN __alignof__(struct log)
  219. #endif
  220. #define __LOG_BUF_LEN (1 << CONFIG_LOG_BUF_SHIFT)
  221. static char __log_buf[__LOG_BUF_LEN] __aligned(LOG_ALIGN);
  222. static char *log_buf = __log_buf;
  223. static u32 log_buf_len = __LOG_BUF_LEN;
  224. /* cpu currently holding logbuf_lock */
  225. static volatile unsigned int logbuf_cpu = UINT_MAX;
  226. /* human readable text of the record */
  227. static char *log_text(const struct log *msg)
  228. {
  229. return (char *)msg + sizeof(struct log);
  230. }
  231. /* optional key/value pair dictionary attached to the record */
  232. static char *log_dict(const struct log *msg)
  233. {
  234. return (char *)msg + sizeof(struct log) + msg->text_len;
  235. }
  236. /* get record by index; idx must point to valid msg */
  237. static struct log *log_from_idx(u32 idx)
  238. {
  239. struct log *msg = (struct log *)(log_buf + idx);
  240. /*
  241. * A length == 0 record is the end of buffer marker. Wrap around and
  242. * read the message at the start of the buffer.
  243. */
  244. if (!msg->len)
  245. return (struct log *)log_buf;
  246. return msg;
  247. }
  248. /* get next record; idx must point to valid msg */
  249. static u32 log_next(u32 idx)
  250. {
  251. struct log *msg = (struct log *)(log_buf + idx);
  252. /* length == 0 indicates the end of the buffer; wrap */
  253. /*
  254. * A length == 0 record is the end of buffer marker. Wrap around and
  255. * read the message at the start of the buffer as *this* one, and
  256. * return the one after that.
  257. */
  258. if (!msg->len) {
  259. msg = (struct log *)log_buf;
  260. return msg->len;
  261. }
  262. return idx + msg->len;
  263. }
  264. /* insert record into the buffer, discard old ones, update heads */
  265. static void log_store(int facility, int level,
  266. enum log_flags flags, u64 ts_nsec,
  267. const char *dict, u16 dict_len,
  268. const char *text, u16 text_len)
  269. {
  270. struct log *msg;
  271. u32 size, pad_len;
  272. /* number of '\0' padding bytes to next message */
  273. size = sizeof(struct log) + text_len + dict_len;
  274. pad_len = (-size) & (LOG_ALIGN - 1);
  275. size += pad_len;
  276. while (log_first_seq < log_next_seq) {
  277. u32 free;
  278. if (log_next_idx > log_first_idx)
  279. free = max(log_buf_len - log_next_idx, log_first_idx);
  280. else
  281. free = log_first_idx - log_next_idx;
  282. if (free > size + sizeof(struct log))
  283. break;
  284. /* drop old messages until we have enough contiuous space */
  285. log_first_idx = log_next(log_first_idx);
  286. log_first_seq++;
  287. }
  288. if (log_next_idx + size + sizeof(struct log) >= log_buf_len) {
  289. /*
  290. * This message + an additional empty header does not fit
  291. * at the end of the buffer. Add an empty header with len == 0
  292. * to signify a wrap around.
  293. */
  294. memset(log_buf + log_next_idx, 0, sizeof(struct log));
  295. log_next_idx = 0;
  296. }
  297. /* fill message */
  298. msg = (struct log *)(log_buf + log_next_idx);
  299. memcpy(log_text(msg), text, text_len);
  300. msg->text_len = text_len;
  301. memcpy(log_dict(msg), dict, dict_len);
  302. msg->dict_len = dict_len;
  303. msg->facility = facility;
  304. msg->level = level & 7;
  305. msg->flags = flags & 0x1f;
  306. if (ts_nsec > 0)
  307. msg->ts_nsec = ts_nsec;
  308. else
  309. msg->ts_nsec = local_clock();
  310. memset(log_dict(msg) + dict_len, 0, pad_len);
  311. msg->len = sizeof(struct log) + text_len + dict_len + pad_len;
  312. /* insert message */
  313. log_next_idx += msg->len;
  314. log_next_seq++;
  315. }
  316. /* /dev/kmsg - userspace message inject/listen interface */
  317. struct devkmsg_user {
  318. u64 seq;
  319. u32 idx;
  320. struct mutex lock;
  321. char buf[8192];
  322. };
  323. static ssize_t devkmsg_writev(struct kiocb *iocb, const struct iovec *iv,
  324. unsigned long count, loff_t pos)
  325. {
  326. char *buf, *line;
  327. int i;
  328. int level = default_message_loglevel;
  329. int facility = 1; /* LOG_USER */
  330. size_t len = iov_length(iv, count);
  331. ssize_t ret = len;
  332. if (len > LOG_LINE_MAX)
  333. return -EINVAL;
  334. buf = kmalloc(len+1, GFP_KERNEL);
  335. if (buf == NULL)
  336. return -ENOMEM;
  337. line = buf;
  338. for (i = 0; i < count; i++) {
  339. if (copy_from_user(line, iv[i].iov_base, iv[i].iov_len))
  340. goto out;
  341. line += iv[i].iov_len;
  342. }
  343. /*
  344. * Extract and skip the syslog prefix <[0-9]*>. Coming from userspace
  345. * the decimal value represents 32bit, the lower 3 bit are the log
  346. * level, the rest are the log facility.
  347. *
  348. * If no prefix or no userspace facility is specified, we
  349. * enforce LOG_USER, to be able to reliably distinguish
  350. * kernel-generated messages from userspace-injected ones.
  351. */
  352. line = buf;
  353. if (line[0] == '<') {
  354. char *endp = NULL;
  355. i = simple_strtoul(line+1, &endp, 10);
  356. if (endp && endp[0] == '>') {
  357. level = i & 7;
  358. if (i >> 3)
  359. facility = i >> 3;
  360. endp++;
  361. len -= endp - line;
  362. line = endp;
  363. }
  364. }
  365. line[len] = '\0';
  366. printk_emit(facility, level, NULL, 0, "%s", line);
  367. out:
  368. kfree(buf);
  369. return ret;
  370. }
  371. static ssize_t devkmsg_read(struct file *file, char __user *buf,
  372. size_t count, loff_t *ppos)
  373. {
  374. struct devkmsg_user *user = file->private_data;
  375. struct log *msg;
  376. u64 ts_usec;
  377. size_t i;
  378. size_t len;
  379. ssize_t ret;
  380. if (!user)
  381. return -EBADF;
  382. ret = mutex_lock_interruptible(&user->lock);
  383. if (ret)
  384. return ret;
  385. raw_spin_lock_irq(&logbuf_lock);
  386. while (user->seq == log_next_seq) {
  387. if (file->f_flags & O_NONBLOCK) {
  388. ret = -EAGAIN;
  389. raw_spin_unlock_irq(&logbuf_lock);
  390. goto out;
  391. }
  392. raw_spin_unlock_irq(&logbuf_lock);
  393. ret = wait_event_interruptible(log_wait,
  394. user->seq != log_next_seq);
  395. if (ret)
  396. goto out;
  397. raw_spin_lock_irq(&logbuf_lock);
  398. }
  399. if (user->seq < log_first_seq) {
  400. /* our last seen message is gone, return error and reset */
  401. user->idx = log_first_idx;
  402. user->seq = log_first_seq;
  403. ret = -EPIPE;
  404. raw_spin_unlock_irq(&logbuf_lock);
  405. goto out;
  406. }
  407. msg = log_from_idx(user->idx);
  408. ts_usec = msg->ts_nsec;
  409. do_div(ts_usec, 1000);
  410. len = sprintf(user->buf, "%u,%llu,%llu;",
  411. (msg->facility << 3) | msg->level, user->seq, ts_usec);
  412. /* escape non-printable characters */
  413. for (i = 0; i < msg->text_len; i++) {
  414. unsigned char c = log_text(msg)[i];
  415. if (c < ' ' || c >= 127 || c == '\\')
  416. len += sprintf(user->buf + len, "\\x%02x", c);
  417. else
  418. user->buf[len++] = c;
  419. }
  420. user->buf[len++] = '\n';
  421. if (msg->dict_len) {
  422. bool line = true;
  423. for (i = 0; i < msg->dict_len; i++) {
  424. unsigned char c = log_dict(msg)[i];
  425. if (line) {
  426. user->buf[len++] = ' ';
  427. line = false;
  428. }
  429. if (c == '\0') {
  430. user->buf[len++] = '\n';
  431. line = true;
  432. continue;
  433. }
  434. if (c < ' ' || c >= 127 || c == '\\') {
  435. len += sprintf(user->buf + len, "\\x%02x", c);
  436. continue;
  437. }
  438. user->buf[len++] = c;
  439. }
  440. user->buf[len++] = '\n';
  441. }
  442. user->idx = log_next(user->idx);
  443. user->seq++;
  444. raw_spin_unlock_irq(&logbuf_lock);
  445. if (len > count) {
  446. ret = -EINVAL;
  447. goto out;
  448. }
  449. if (copy_to_user(buf, user->buf, len)) {
  450. ret = -EFAULT;
  451. goto out;
  452. }
  453. ret = len;
  454. out:
  455. mutex_unlock(&user->lock);
  456. return ret;
  457. }
  458. static loff_t devkmsg_llseek(struct file *file, loff_t offset, int whence)
  459. {
  460. struct devkmsg_user *user = file->private_data;
  461. loff_t ret = 0;
  462. if (!user)
  463. return -EBADF;
  464. if (offset)
  465. return -ESPIPE;
  466. raw_spin_lock_irq(&logbuf_lock);
  467. switch (whence) {
  468. case SEEK_SET:
  469. /* the first record */
  470. user->idx = log_first_idx;
  471. user->seq = log_first_seq;
  472. break;
  473. case SEEK_DATA:
  474. /*
  475. * The first record after the last SYSLOG_ACTION_CLEAR,
  476. * like issued by 'dmesg -c'. Reading /dev/kmsg itself
  477. * changes no global state, and does not clear anything.
  478. */
  479. user->idx = clear_idx;
  480. user->seq = clear_seq;
  481. break;
  482. case SEEK_END:
  483. /* after the last record */
  484. user->idx = log_next_idx;
  485. user->seq = log_next_seq;
  486. break;
  487. default:
  488. ret = -EINVAL;
  489. }
  490. raw_spin_unlock_irq(&logbuf_lock);
  491. return ret;
  492. }
  493. static unsigned int devkmsg_poll(struct file *file, poll_table *wait)
  494. {
  495. struct devkmsg_user *user = file->private_data;
  496. int ret = 0;
  497. if (!user)
  498. return POLLERR|POLLNVAL;
  499. poll_wait(file, &log_wait, wait);
  500. raw_spin_lock_irq(&logbuf_lock);
  501. if (user->seq < log_next_seq) {
  502. /* return error when data has vanished underneath us */
  503. if (user->seq < log_first_seq)
  504. ret = POLLIN|POLLRDNORM|POLLERR|POLLPRI;
  505. ret = POLLIN|POLLRDNORM;
  506. }
  507. raw_spin_unlock_irq(&logbuf_lock);
  508. return ret;
  509. }
  510. static int devkmsg_open(struct inode *inode, struct file *file)
  511. {
  512. struct devkmsg_user *user;
  513. int err;
  514. /* write-only does not need any file context */
  515. if ((file->f_flags & O_ACCMODE) == O_WRONLY)
  516. return 0;
  517. err = security_syslog(SYSLOG_ACTION_READ_ALL);
  518. if (err)
  519. return err;
  520. user = kmalloc(sizeof(struct devkmsg_user), GFP_KERNEL);
  521. if (!user)
  522. return -ENOMEM;
  523. mutex_init(&user->lock);
  524. raw_spin_lock_irq(&logbuf_lock);
  525. user->idx = log_first_idx;
  526. user->seq = log_first_seq;
  527. raw_spin_unlock_irq(&logbuf_lock);
  528. file->private_data = user;
  529. return 0;
  530. }
  531. static int devkmsg_release(struct inode *inode, struct file *file)
  532. {
  533. struct devkmsg_user *user = file->private_data;
  534. if (!user)
  535. return 0;
  536. mutex_destroy(&user->lock);
  537. kfree(user);
  538. return 0;
  539. }
  540. const struct file_operations kmsg_fops = {
  541. .open = devkmsg_open,
  542. .read = devkmsg_read,
  543. .aio_write = devkmsg_writev,
  544. .llseek = devkmsg_llseek,
  545. .poll = devkmsg_poll,
  546. .release = devkmsg_release,
  547. };
  548. #ifdef CONFIG_KEXEC
  549. /*
  550. * This appends the listed symbols to /proc/vmcoreinfo
  551. *
  552. * /proc/vmcoreinfo is used by various utiilties, like crash and makedumpfile to
  553. * obtain access to symbols that are otherwise very difficult to locate. These
  554. * symbols are specifically used so that utilities can access and extract the
  555. * dmesg log from a vmcore file after a crash.
  556. */
  557. void log_buf_kexec_setup(void)
  558. {
  559. VMCOREINFO_SYMBOL(log_buf);
  560. VMCOREINFO_SYMBOL(log_buf_len);
  561. VMCOREINFO_SYMBOL(log_first_idx);
  562. VMCOREINFO_SYMBOL(log_next_idx);
  563. }
  564. #endif
  565. /* requested log_buf_len from kernel cmdline */
  566. static unsigned long __initdata new_log_buf_len;
  567. /* save requested log_buf_len since it's too early to process it */
  568. static int __init log_buf_len_setup(char *str)
  569. {
  570. unsigned size = memparse(str, &str);
  571. if (size)
  572. size = roundup_pow_of_two(size);
  573. if (size > log_buf_len)
  574. new_log_buf_len = size;
  575. return 0;
  576. }
  577. early_param("log_buf_len", log_buf_len_setup);
  578. void __init setup_log_buf(int early)
  579. {
  580. unsigned long flags;
  581. char *new_log_buf;
  582. int free;
  583. if (!new_log_buf_len)
  584. return;
  585. if (early) {
  586. unsigned long mem;
  587. mem = memblock_alloc(new_log_buf_len, PAGE_SIZE);
  588. if (!mem)
  589. return;
  590. new_log_buf = __va(mem);
  591. } else {
  592. new_log_buf = alloc_bootmem_nopanic(new_log_buf_len);
  593. }
  594. if (unlikely(!new_log_buf)) {
  595. pr_err("log_buf_len: %ld bytes not available\n",
  596. new_log_buf_len);
  597. return;
  598. }
  599. raw_spin_lock_irqsave(&logbuf_lock, flags);
  600. log_buf_len = new_log_buf_len;
  601. log_buf = new_log_buf;
  602. new_log_buf_len = 0;
  603. free = __LOG_BUF_LEN - log_next_idx;
  604. memcpy(log_buf, __log_buf, __LOG_BUF_LEN);
  605. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  606. pr_info("log_buf_len: %d\n", log_buf_len);
  607. pr_info("early log buf free: %d(%d%%)\n",
  608. free, (free * 100) / __LOG_BUF_LEN);
  609. }
  610. #ifdef CONFIG_BOOT_PRINTK_DELAY
  611. static int boot_delay; /* msecs delay after each printk during bootup */
  612. static unsigned long long loops_per_msec; /* based on boot_delay */
  613. static int __init boot_delay_setup(char *str)
  614. {
  615. unsigned long lpj;
  616. lpj = preset_lpj ? preset_lpj : 1000000; /* some guess */
  617. loops_per_msec = (unsigned long long)lpj / 1000 * HZ;
  618. get_option(&str, &boot_delay);
  619. if (boot_delay > 10 * 1000)
  620. boot_delay = 0;
  621. pr_debug("boot_delay: %u, preset_lpj: %ld, lpj: %lu, "
  622. "HZ: %d, loops_per_msec: %llu\n",
  623. boot_delay, preset_lpj, lpj, HZ, loops_per_msec);
  624. return 1;
  625. }
  626. __setup("boot_delay=", boot_delay_setup);
  627. static void boot_delay_msec(void)
  628. {
  629. unsigned long long k;
  630. unsigned long timeout;
  631. if (boot_delay == 0 || system_state != SYSTEM_BOOTING)
  632. return;
  633. k = (unsigned long long)loops_per_msec * boot_delay;
  634. timeout = jiffies + msecs_to_jiffies(boot_delay);
  635. while (k) {
  636. k--;
  637. cpu_relax();
  638. /*
  639. * use (volatile) jiffies to prevent
  640. * compiler reduction; loop termination via jiffies
  641. * is secondary and may or may not happen.
  642. */
  643. if (time_after(jiffies, timeout))
  644. break;
  645. touch_nmi_watchdog();
  646. }
  647. }
  648. #else
  649. static inline void boot_delay_msec(void)
  650. {
  651. }
  652. #endif
  653. #ifdef CONFIG_SECURITY_DMESG_RESTRICT
  654. int dmesg_restrict = 1;
  655. #else
  656. int dmesg_restrict;
  657. #endif
  658. static int syslog_action_restricted(int type)
  659. {
  660. if (dmesg_restrict)
  661. return 1;
  662. /* Unless restricted, we allow "read all" and "get buffer size" for everybody */
  663. return type != SYSLOG_ACTION_READ_ALL && type != SYSLOG_ACTION_SIZE_BUFFER;
  664. }
  665. static int check_syslog_permissions(int type, bool from_file)
  666. {
  667. /*
  668. * If this is from /proc/kmsg and we've already opened it, then we've
  669. * already done the capabilities checks at open time.
  670. */
  671. if (from_file && type != SYSLOG_ACTION_OPEN)
  672. return 0;
  673. if (syslog_action_restricted(type)) {
  674. if (capable(CAP_SYSLOG))
  675. return 0;
  676. /* For historical reasons, accept CAP_SYS_ADMIN too, with a warning */
  677. if (capable(CAP_SYS_ADMIN)) {
  678. printk_once(KERN_WARNING "%s (%d): "
  679. "Attempt to access syslog with CAP_SYS_ADMIN "
  680. "but no CAP_SYSLOG (deprecated).\n",
  681. current->comm, task_pid_nr(current));
  682. return 0;
  683. }
  684. return -EPERM;
  685. }
  686. return 0;
  687. }
  688. #if defined(CONFIG_PRINTK_TIME)
  689. static bool printk_time = 1;
  690. #else
  691. static bool printk_time;
  692. #endif
  693. module_param_named(time, printk_time, bool, S_IRUGO | S_IWUSR);
  694. static size_t print_time(u64 ts, char *buf)
  695. {
  696. unsigned long rem_nsec;
  697. if (!printk_time)
  698. return 0;
  699. if (!buf)
  700. return 15;
  701. rem_nsec = do_div(ts, 1000000000);
  702. return sprintf(buf, "[%5lu.%06lu] ",
  703. (unsigned long)ts, rem_nsec / 1000);
  704. }
  705. static size_t print_prefix(const struct log *msg, bool syslog, char *buf)
  706. {
  707. size_t len = 0;
  708. unsigned int prefix = (msg->facility << 3) | msg->level;
  709. if (syslog) {
  710. if (buf) {
  711. len += sprintf(buf, "<%u>", prefix);
  712. } else {
  713. len += 3;
  714. if (prefix > 999)
  715. len += 3;
  716. else if (prefix > 99)
  717. len += 2;
  718. else if (prefix > 9)
  719. len++;
  720. }
  721. }
  722. len += print_time(msg->ts_nsec, buf ? buf + len : NULL);
  723. return len;
  724. }
  725. static size_t msg_print_text(const struct log *msg, enum log_flags prev,
  726. bool syslog, char *buf, size_t size)
  727. {
  728. const char *text = log_text(msg);
  729. size_t text_size = msg->text_len;
  730. bool prefix = true;
  731. bool newline = true;
  732. size_t len = 0;
  733. if ((prev & LOG_CONT) && !(msg->flags & LOG_PREFIX))
  734. prefix = false;
  735. if (msg->flags & LOG_CONT) {
  736. if ((prev & LOG_CONT) && !(prev & LOG_NEWLINE))
  737. prefix = false;
  738. if (!(msg->flags & LOG_NEWLINE))
  739. newline = false;
  740. }
  741. do {
  742. const char *next = memchr(text, '\n', text_size);
  743. size_t text_len;
  744. if (next) {
  745. text_len = next - text;
  746. next++;
  747. text_size -= next - text;
  748. } else {
  749. text_len = text_size;
  750. }
  751. if (buf) {
  752. if (print_prefix(msg, syslog, NULL) +
  753. text_len + 1>= size - len)
  754. break;
  755. if (prefix)
  756. len += print_prefix(msg, syslog, buf + len);
  757. memcpy(buf + len, text, text_len);
  758. len += text_len;
  759. if (next || newline)
  760. buf[len++] = '\n';
  761. } else {
  762. /* SYSLOG_ACTION_* buffer size only calculation */
  763. if (prefix)
  764. len += print_prefix(msg, syslog, NULL);
  765. len += text_len;
  766. if (next || newline)
  767. len++;
  768. }
  769. prefix = true;
  770. text = next;
  771. } while (text);
  772. return len;
  773. }
  774. static int syslog_print(char __user *buf, int size)
  775. {
  776. char *text;
  777. struct log *msg;
  778. int len = 0;
  779. text = kmalloc(LOG_LINE_MAX, GFP_KERNEL);
  780. if (!text)
  781. return -ENOMEM;
  782. while (size > 0) {
  783. size_t n;
  784. size_t skip;
  785. raw_spin_lock_irq(&logbuf_lock);
  786. if (syslog_seq < log_first_seq) {
  787. /* messages are gone, move to first one */
  788. syslog_seq = log_first_seq;
  789. syslog_idx = log_first_idx;
  790. syslog_prev = 0;
  791. syslog_partial = 0;
  792. }
  793. if (syslog_seq == log_next_seq) {
  794. raw_spin_unlock_irq(&logbuf_lock);
  795. break;
  796. }
  797. skip = syslog_partial;
  798. msg = log_from_idx(syslog_idx);
  799. n = msg_print_text(msg, syslog_prev, true, text, LOG_LINE_MAX);
  800. if (n - syslog_partial <= size) {
  801. /* message fits into buffer, move forward */
  802. syslog_idx = log_next(syslog_idx);
  803. syslog_seq++;
  804. syslog_prev = msg->flags;
  805. n -= syslog_partial;
  806. syslog_partial = 0;
  807. } else if (!len){
  808. /* partial read(), remember position */
  809. n = size;
  810. syslog_partial += n;
  811. } else
  812. n = 0;
  813. raw_spin_unlock_irq(&logbuf_lock);
  814. if (!n)
  815. break;
  816. if (copy_to_user(buf, text + skip, n)) {
  817. if (!len)
  818. len = -EFAULT;
  819. break;
  820. }
  821. len += n;
  822. size -= n;
  823. buf += n;
  824. }
  825. kfree(text);
  826. return len;
  827. }
  828. static int syslog_print_all(char __user *buf, int size, bool clear)
  829. {
  830. char *text;
  831. int len = 0;
  832. text = kmalloc(LOG_LINE_MAX, GFP_KERNEL);
  833. if (!text)
  834. return -ENOMEM;
  835. raw_spin_lock_irq(&logbuf_lock);
  836. if (buf) {
  837. u64 next_seq;
  838. u64 seq;
  839. u32 idx;
  840. enum log_flags prev;
  841. if (clear_seq < log_first_seq) {
  842. /* messages are gone, move to first available one */
  843. clear_seq = log_first_seq;
  844. clear_idx = log_first_idx;
  845. }
  846. /*
  847. * Find first record that fits, including all following records,
  848. * into the user-provided buffer for this dump.
  849. */
  850. seq = clear_seq;
  851. idx = clear_idx;
  852. prev = 0;
  853. while (seq < log_next_seq) {
  854. struct log *msg = log_from_idx(idx);
  855. len += msg_print_text(msg, prev, true, NULL, 0);
  856. idx = log_next(idx);
  857. seq++;
  858. }
  859. /* move first record forward until length fits into the buffer */
  860. seq = clear_seq;
  861. idx = clear_idx;
  862. prev = 0;
  863. while (len > size && seq < log_next_seq) {
  864. struct log *msg = log_from_idx(idx);
  865. len -= msg_print_text(msg, prev, true, NULL, 0);
  866. idx = log_next(idx);
  867. seq++;
  868. }
  869. /* last message fitting into this dump */
  870. next_seq = log_next_seq;
  871. len = 0;
  872. prev = 0;
  873. while (len >= 0 && seq < next_seq) {
  874. struct log *msg = log_from_idx(idx);
  875. int textlen;
  876. textlen = msg_print_text(msg, prev, true, text, LOG_LINE_MAX);
  877. if (textlen < 0) {
  878. len = textlen;
  879. break;
  880. }
  881. idx = log_next(idx);
  882. seq++;
  883. prev = msg->flags;
  884. raw_spin_unlock_irq(&logbuf_lock);
  885. if (copy_to_user(buf + len, text, textlen))
  886. len = -EFAULT;
  887. else
  888. len += textlen;
  889. raw_spin_lock_irq(&logbuf_lock);
  890. if (seq < log_first_seq) {
  891. /* messages are gone, move to next one */
  892. seq = log_first_seq;
  893. idx = log_first_idx;
  894. prev = 0;
  895. }
  896. }
  897. }
  898. if (clear) {
  899. clear_seq = log_next_seq;
  900. clear_idx = log_next_idx;
  901. }
  902. raw_spin_unlock_irq(&logbuf_lock);
  903. kfree(text);
  904. return len;
  905. }
  906. int do_syslog(int type, char __user *buf, int len, bool from_file)
  907. {
  908. bool clear = false;
  909. static int saved_console_loglevel = -1;
  910. int error;
  911. error = check_syslog_permissions(type, from_file);
  912. if (error)
  913. goto out;
  914. error = security_syslog(type);
  915. if (error)
  916. return error;
  917. switch (type) {
  918. case SYSLOG_ACTION_CLOSE: /* Close log */
  919. break;
  920. case SYSLOG_ACTION_OPEN: /* Open log */
  921. break;
  922. case SYSLOG_ACTION_READ: /* Read from log */
  923. error = -EINVAL;
  924. if (!buf || len < 0)
  925. goto out;
  926. error = 0;
  927. if (!len)
  928. goto out;
  929. if (!access_ok(VERIFY_WRITE, buf, len)) {
  930. error = -EFAULT;
  931. goto out;
  932. }
  933. error = wait_event_interruptible(log_wait,
  934. syslog_seq != log_next_seq);
  935. if (error)
  936. goto out;
  937. error = syslog_print(buf, len);
  938. break;
  939. /* Read/clear last kernel messages */
  940. case SYSLOG_ACTION_READ_CLEAR:
  941. clear = true;
  942. /* FALL THRU */
  943. /* Read last kernel messages */
  944. case SYSLOG_ACTION_READ_ALL:
  945. error = -EINVAL;
  946. if (!buf || len < 0)
  947. goto out;
  948. error = 0;
  949. if (!len)
  950. goto out;
  951. if (!access_ok(VERIFY_WRITE, buf, len)) {
  952. error = -EFAULT;
  953. goto out;
  954. }
  955. error = syslog_print_all(buf, len, clear);
  956. break;
  957. /* Clear ring buffer */
  958. case SYSLOG_ACTION_CLEAR:
  959. syslog_print_all(NULL, 0, true);
  960. break;
  961. /* Disable logging to console */
  962. case SYSLOG_ACTION_CONSOLE_OFF:
  963. if (saved_console_loglevel == -1)
  964. saved_console_loglevel = console_loglevel;
  965. console_loglevel = minimum_console_loglevel;
  966. break;
  967. /* Enable logging to console */
  968. case SYSLOG_ACTION_CONSOLE_ON:
  969. if (saved_console_loglevel != -1) {
  970. console_loglevel = saved_console_loglevel;
  971. saved_console_loglevel = -1;
  972. }
  973. break;
  974. /* Set level of messages printed to console */
  975. case SYSLOG_ACTION_CONSOLE_LEVEL:
  976. error = -EINVAL;
  977. if (len < 1 || len > 8)
  978. goto out;
  979. if (len < minimum_console_loglevel)
  980. len = minimum_console_loglevel;
  981. console_loglevel = len;
  982. /* Implicitly re-enable logging to console */
  983. saved_console_loglevel = -1;
  984. error = 0;
  985. break;
  986. /* Number of chars in the log buffer */
  987. case SYSLOG_ACTION_SIZE_UNREAD:
  988. raw_spin_lock_irq(&logbuf_lock);
  989. if (syslog_seq < log_first_seq) {
  990. /* messages are gone, move to first one */
  991. syslog_seq = log_first_seq;
  992. syslog_idx = log_first_idx;
  993. syslog_prev = 0;
  994. syslog_partial = 0;
  995. }
  996. if (from_file) {
  997. /*
  998. * Short-cut for poll(/"proc/kmsg") which simply checks
  999. * for pending data, not the size; return the count of
  1000. * records, not the length.
  1001. */
  1002. error = log_next_idx - syslog_idx;
  1003. } else {
  1004. u64 seq = syslog_seq;
  1005. u32 idx = syslog_idx;
  1006. enum log_flags prev = syslog_prev;
  1007. error = 0;
  1008. while (seq < log_next_seq) {
  1009. struct log *msg = log_from_idx(idx);
  1010. error += msg_print_text(msg, prev, true, NULL, 0);
  1011. idx = log_next(idx);
  1012. seq++;
  1013. prev = msg->flags;
  1014. }
  1015. error -= syslog_partial;
  1016. }
  1017. raw_spin_unlock_irq(&logbuf_lock);
  1018. break;
  1019. /* Size of the log buffer */
  1020. case SYSLOG_ACTION_SIZE_BUFFER:
  1021. error = log_buf_len;
  1022. break;
  1023. default:
  1024. error = -EINVAL;
  1025. break;
  1026. }
  1027. out:
  1028. return error;
  1029. }
  1030. SYSCALL_DEFINE3(syslog, int, type, char __user *, buf, int, len)
  1031. {
  1032. return do_syslog(type, buf, len, SYSLOG_FROM_CALL);
  1033. }
  1034. #ifdef CONFIG_KGDB_KDB
  1035. /* kdb dmesg command needs access to the syslog buffer. do_syslog()
  1036. * uses locks so it cannot be used during debugging. Just tell kdb
  1037. * where the start and end of the physical and logical logs are. This
  1038. * is equivalent to do_syslog(3).
  1039. */
  1040. void kdb_syslog_data(char *syslog_data[4])
  1041. {
  1042. syslog_data[0] = log_buf;
  1043. syslog_data[1] = log_buf + log_buf_len;
  1044. syslog_data[2] = log_buf + log_first_idx;
  1045. syslog_data[3] = log_buf + log_next_idx;
  1046. }
  1047. #endif /* CONFIG_KGDB_KDB */
  1048. static bool __read_mostly ignore_loglevel;
  1049. static int __init ignore_loglevel_setup(char *str)
  1050. {
  1051. ignore_loglevel = 1;
  1052. printk(KERN_INFO "debug: ignoring loglevel setting.\n");
  1053. return 0;
  1054. }
  1055. early_param("ignore_loglevel", ignore_loglevel_setup);
  1056. module_param(ignore_loglevel, bool, S_IRUGO | S_IWUSR);
  1057. MODULE_PARM_DESC(ignore_loglevel, "ignore loglevel setting, to"
  1058. "print all kernel messages to the console.");
  1059. /*
  1060. * Call the console drivers, asking them to write out
  1061. * log_buf[start] to log_buf[end - 1].
  1062. * The console_lock must be held.
  1063. */
  1064. static void call_console_drivers(int level, const char *text, size_t len)
  1065. {
  1066. struct console *con;
  1067. trace_console(text, 0, len, len);
  1068. if (level >= console_loglevel && !ignore_loglevel)
  1069. return;
  1070. if (!console_drivers)
  1071. return;
  1072. for_each_console(con) {
  1073. if (exclusive_console && con != exclusive_console)
  1074. continue;
  1075. if (!(con->flags & CON_ENABLED))
  1076. continue;
  1077. if (!con->write)
  1078. continue;
  1079. if (!cpu_online(smp_processor_id()) &&
  1080. !(con->flags & CON_ANYTIME))
  1081. continue;
  1082. con->write(con, text, len);
  1083. }
  1084. }
  1085. /*
  1086. * Zap console related locks when oopsing. Only zap at most once
  1087. * every 10 seconds, to leave time for slow consoles to print a
  1088. * full oops.
  1089. */
  1090. static void zap_locks(void)
  1091. {
  1092. static unsigned long oops_timestamp;
  1093. if (time_after_eq(jiffies, oops_timestamp) &&
  1094. !time_after(jiffies, oops_timestamp + 30 * HZ))
  1095. return;
  1096. oops_timestamp = jiffies;
  1097. debug_locks_off();
  1098. /* If a crash is occurring, make sure we can't deadlock */
  1099. raw_spin_lock_init(&logbuf_lock);
  1100. /* And make sure that we print immediately */
  1101. sema_init(&console_sem, 1);
  1102. }
  1103. /* Check if we have any console registered that can be called early in boot. */
  1104. static int have_callable_console(void)
  1105. {
  1106. struct console *con;
  1107. for_each_console(con)
  1108. if (con->flags & CON_ANYTIME)
  1109. return 1;
  1110. return 0;
  1111. }
  1112. /*
  1113. * Can we actually use the console at this time on this cpu?
  1114. *
  1115. * Console drivers may assume that per-cpu resources have
  1116. * been allocated. So unless they're explicitly marked as
  1117. * being able to cope (CON_ANYTIME) don't call them until
  1118. * this CPU is officially up.
  1119. */
  1120. static inline int can_use_console(unsigned int cpu)
  1121. {
  1122. return cpu_online(cpu) || have_callable_console();
  1123. }
  1124. /*
  1125. * Try to get console ownership to actually show the kernel
  1126. * messages from a 'printk'. Return true (and with the
  1127. * console_lock held, and 'console_locked' set) if it
  1128. * is successful, false otherwise.
  1129. *
  1130. * This gets called with the 'logbuf_lock' spinlock held and
  1131. * interrupts disabled. It should return with 'lockbuf_lock'
  1132. * released but interrupts still disabled.
  1133. */
  1134. static int console_trylock_for_printk(unsigned int cpu)
  1135. __releases(&logbuf_lock)
  1136. {
  1137. int retval = 0, wake = 0;
  1138. if (console_trylock()) {
  1139. retval = 1;
  1140. /*
  1141. * If we can't use the console, we need to release
  1142. * the console semaphore by hand to avoid flushing
  1143. * the buffer. We need to hold the console semaphore
  1144. * in order to do this test safely.
  1145. */
  1146. if (!can_use_console(cpu)) {
  1147. console_locked = 0;
  1148. wake = 1;
  1149. retval = 0;
  1150. }
  1151. }
  1152. logbuf_cpu = UINT_MAX;
  1153. if (wake)
  1154. up(&console_sem);
  1155. raw_spin_unlock(&logbuf_lock);
  1156. return retval;
  1157. }
  1158. int printk_delay_msec __read_mostly;
  1159. static inline void printk_delay(void)
  1160. {
  1161. if (unlikely(printk_delay_msec)) {
  1162. int m = printk_delay_msec;
  1163. while (m--) {
  1164. mdelay(1);
  1165. touch_nmi_watchdog();
  1166. }
  1167. }
  1168. }
  1169. /*
  1170. * Continuation lines are buffered, and not committed to the record buffer
  1171. * until the line is complete, or a race forces it. The line fragments
  1172. * though, are printed immediately to the consoles to ensure everything has
  1173. * reached the console in case of a kernel crash.
  1174. */
  1175. static struct cont {
  1176. char buf[LOG_LINE_MAX];
  1177. size_t len; /* length == 0 means unused buffer */
  1178. size_t cons; /* bytes written to console */
  1179. struct task_struct *owner; /* task of first print*/
  1180. u64 ts_nsec; /* time of first print */
  1181. u8 level; /* log level of first message */
  1182. u8 facility; /* log level of first message */
  1183. bool flushed:1; /* buffer sealed and committed */
  1184. } cont;
  1185. static void cont_flush(void)
  1186. {
  1187. if (cont.flushed)
  1188. return;
  1189. if (cont.len == 0)
  1190. return;
  1191. log_store(cont.facility, cont.level, LOG_NOCONS, cont.ts_nsec,
  1192. NULL, 0, cont.buf, cont.len);
  1193. cont.flushed = true;
  1194. }
  1195. static bool cont_add(int facility, int level, const char *text, size_t len)
  1196. {
  1197. if (cont.len && cont.flushed)
  1198. return false;
  1199. if (cont.len + len > sizeof(cont.buf)) {
  1200. cont_flush();
  1201. return false;
  1202. }
  1203. if (!cont.len) {
  1204. cont.facility = facility;
  1205. cont.level = level;
  1206. cont.owner = current;
  1207. cont.ts_nsec = local_clock();
  1208. cont.cons = 0;
  1209. cont.flushed = false;
  1210. }
  1211. memcpy(cont.buf + cont.len, text, len);
  1212. cont.len += len;
  1213. return true;
  1214. }
  1215. static size_t cont_print_text(char *text, size_t size)
  1216. {
  1217. size_t textlen = 0;
  1218. size_t len;
  1219. if (cont.cons == 0) {
  1220. textlen += print_time(cont.ts_nsec, text);
  1221. size -= textlen;
  1222. }
  1223. len = cont.len - cont.cons;
  1224. if (len > 0) {
  1225. if (len+1 > size)
  1226. len = size-1;
  1227. memcpy(text + textlen, cont.buf + cont.cons, len);
  1228. textlen += len;
  1229. cont.cons = cont.len;
  1230. }
  1231. if (cont.flushed) {
  1232. text[textlen++] = '\n';
  1233. /* got everything, release buffer */
  1234. cont.len = 0;
  1235. }
  1236. return textlen;
  1237. }
  1238. asmlinkage int vprintk_emit(int facility, int level,
  1239. const char *dict, size_t dictlen,
  1240. const char *fmt, va_list args)
  1241. {
  1242. static int recursion_bug;
  1243. static char textbuf[LOG_LINE_MAX];
  1244. char *text = textbuf;
  1245. size_t text_len;
  1246. enum log_flags lflags = 0;
  1247. unsigned long flags;
  1248. int this_cpu;
  1249. int printed_len = 0;
  1250. boot_delay_msec();
  1251. printk_delay();
  1252. /* This stops the holder of console_sem just where we want him */
  1253. local_irq_save(flags);
  1254. this_cpu = smp_processor_id();
  1255. /*
  1256. * Ouch, printk recursed into itself!
  1257. */
  1258. if (unlikely(logbuf_cpu == this_cpu)) {
  1259. /*
  1260. * If a crash is occurring during printk() on this CPU,
  1261. * then try to get the crash message out but make sure
  1262. * we can't deadlock. Otherwise just return to avoid the
  1263. * recursion and return - but flag the recursion so that
  1264. * it can be printed at the next appropriate moment:
  1265. */
  1266. if (!oops_in_progress && !lockdep_recursing(current)) {
  1267. recursion_bug = 1;
  1268. goto out_restore_irqs;
  1269. }
  1270. zap_locks();
  1271. }
  1272. lockdep_off();
  1273. raw_spin_lock(&logbuf_lock);
  1274. logbuf_cpu = this_cpu;
  1275. if (recursion_bug) {
  1276. static const char recursion_msg[] =
  1277. "BUG: recent printk recursion!";
  1278. recursion_bug = 0;
  1279. printed_len += strlen(recursion_msg);
  1280. /* emit KERN_CRIT message */
  1281. log_store(0, 2, LOG_PREFIX|LOG_NEWLINE, 0,
  1282. NULL, 0, recursion_msg, printed_len);
  1283. }
  1284. /*
  1285. * The printf needs to come first; we need the syslog
  1286. * prefix which might be passed-in as a parameter.
  1287. */
  1288. text_len = vscnprintf(text, sizeof(textbuf), fmt, args);
  1289. /* mark and strip a trailing newline */
  1290. if (text_len && text[text_len-1] == '\n') {
  1291. text_len--;
  1292. lflags |= LOG_NEWLINE;
  1293. }
  1294. /* strip syslog prefix and extract log level or control flags */
  1295. if (text[0] == '<' && text[1] && text[2] == '>') {
  1296. switch (text[1]) {
  1297. case '0' ... '7':
  1298. if (level == -1)
  1299. level = text[1] - '0';
  1300. case 'd': /* KERN_DEFAULT */
  1301. lflags |= LOG_PREFIX;
  1302. case 'c': /* KERN_CONT */
  1303. text += 3;
  1304. text_len -= 3;
  1305. }
  1306. }
  1307. if (level == -1)
  1308. level = default_message_loglevel;
  1309. if (dict)
  1310. lflags |= LOG_PREFIX|LOG_NEWLINE;
  1311. if (!(lflags & LOG_NEWLINE)) {
  1312. /*
  1313. * Flush the conflicting buffer. An earlier newline was missing,
  1314. * or another task also prints continuation lines.
  1315. */
  1316. if (cont.len && (lflags & LOG_PREFIX || cont.owner != current))
  1317. cont_flush();
  1318. /* buffer line if possible, otherwise store it right away */
  1319. if (!cont_add(facility, level, text, text_len))
  1320. log_store(facility, level, lflags | LOG_CONT, 0,
  1321. dict, dictlen, text, text_len);
  1322. } else {
  1323. bool stored = false;
  1324. /*
  1325. * If an earlier newline was missing and it was the same task,
  1326. * either merge it with the current buffer and flush, or if
  1327. * there was a race with interrupts (prefix == true) then just
  1328. * flush it out and store this line separately.
  1329. */
  1330. if (cont.len && cont.owner == current) {
  1331. if (!(lflags & LOG_PREFIX))
  1332. stored = cont_add(facility, level, text, text_len);
  1333. cont_flush();
  1334. }
  1335. if (!stored)
  1336. log_store(facility, level, lflags, 0,
  1337. dict, dictlen, text, text_len);
  1338. }
  1339. printed_len += text_len;
  1340. /*
  1341. * Try to acquire and then immediately release the console semaphore.
  1342. * The release will print out buffers and wake up /dev/kmsg and syslog()
  1343. * users.
  1344. *
  1345. * The console_trylock_for_printk() function will release 'logbuf_lock'
  1346. * regardless of whether it actually gets the console semaphore or not.
  1347. */
  1348. if (console_trylock_for_printk(this_cpu))
  1349. console_unlock();
  1350. lockdep_on();
  1351. out_restore_irqs:
  1352. local_irq_restore(flags);
  1353. return printed_len;
  1354. }
  1355. EXPORT_SYMBOL(vprintk_emit);
  1356. asmlinkage int vprintk(const char *fmt, va_list args)
  1357. {
  1358. return vprintk_emit(0, -1, NULL, 0, fmt, args);
  1359. }
  1360. EXPORT_SYMBOL(vprintk);
  1361. asmlinkage int printk_emit(int facility, int level,
  1362. const char *dict, size_t dictlen,
  1363. const char *fmt, ...)
  1364. {
  1365. va_list args;
  1366. int r;
  1367. va_start(args, fmt);
  1368. r = vprintk_emit(facility, level, dict, dictlen, fmt, args);
  1369. va_end(args);
  1370. return r;
  1371. }
  1372. EXPORT_SYMBOL(printk_emit);
  1373. /**
  1374. * printk - print a kernel message
  1375. * @fmt: format string
  1376. *
  1377. * This is printk(). It can be called from any context. We want it to work.
  1378. *
  1379. * We try to grab the console_lock. If we succeed, it's easy - we log the
  1380. * output and call the console drivers. If we fail to get the semaphore, we
  1381. * place the output into the log buffer and return. The current holder of
  1382. * the console_sem will notice the new output in console_unlock(); and will
  1383. * send it to the consoles before releasing the lock.
  1384. *
  1385. * One effect of this deferred printing is that code which calls printk() and
  1386. * then changes console_loglevel may break. This is because console_loglevel
  1387. * is inspected when the actual printing occurs.
  1388. *
  1389. * See also:
  1390. * printf(3)
  1391. *
  1392. * See the vsnprintf() documentation for format string extensions over C99.
  1393. */
  1394. asmlinkage int printk(const char *fmt, ...)
  1395. {
  1396. va_list args;
  1397. int r;
  1398. #ifdef CONFIG_KGDB_KDB
  1399. if (unlikely(kdb_trap_printk)) {
  1400. va_start(args, fmt);
  1401. r = vkdb_printf(fmt, args);
  1402. va_end(args);
  1403. return r;
  1404. }
  1405. #endif
  1406. va_start(args, fmt);
  1407. r = vprintk_emit(0, -1, NULL, 0, fmt, args);
  1408. va_end(args);
  1409. return r;
  1410. }
  1411. EXPORT_SYMBOL(printk);
  1412. #else
  1413. #define LOG_LINE_MAX 0
  1414. static struct cont {
  1415. size_t len;
  1416. size_t cons;
  1417. u8 level;
  1418. bool flushed:1;
  1419. } cont;
  1420. static struct log *log_from_idx(u32 idx) { return NULL; }
  1421. static u32 log_next(u32 idx) { return 0; }
  1422. static void call_console_drivers(int level, const char *text, size_t len) {}
  1423. static size_t msg_print_text(const struct log *msg, enum log_flags prev,
  1424. bool syslog, char *buf, size_t size) { return 0; }
  1425. static size_t cont_print_text(char *text, size_t size) { return 0; }
  1426. #endif /* CONFIG_PRINTK */
  1427. static int __add_preferred_console(char *name, int idx, char *options,
  1428. char *brl_options)
  1429. {
  1430. struct console_cmdline *c;
  1431. int i;
  1432. /*
  1433. * See if this tty is not yet registered, and
  1434. * if we have a slot free.
  1435. */
  1436. for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
  1437. if (strcmp(console_cmdline[i].name, name) == 0 &&
  1438. console_cmdline[i].index == idx) {
  1439. if (!brl_options)
  1440. selected_console = i;
  1441. return 0;
  1442. }
  1443. if (i == MAX_CMDLINECONSOLES)
  1444. return -E2BIG;
  1445. if (!brl_options)
  1446. selected_console = i;
  1447. c = &console_cmdline[i];
  1448. strlcpy(c->name, name, sizeof(c->name));
  1449. c->options = options;
  1450. #ifdef CONFIG_A11Y_BRAILLE_CONSOLE
  1451. c->brl_options = brl_options;
  1452. #endif
  1453. c->index = idx;
  1454. return 0;
  1455. }
  1456. /*
  1457. * Set up a list of consoles. Called from init/main.c
  1458. */
  1459. static int __init console_setup(char *str)
  1460. {
  1461. char buf[sizeof(console_cmdline[0].name) + 4]; /* 4 for index */
  1462. char *s, *options, *brl_options = NULL;
  1463. int idx;
  1464. #ifdef CONFIG_A11Y_BRAILLE_CONSOLE
  1465. if (!memcmp(str, "brl,", 4)) {
  1466. brl_options = "";
  1467. str += 4;
  1468. } else if (!memcmp(str, "brl=", 4)) {
  1469. brl_options = str + 4;
  1470. str = strchr(brl_options, ',');
  1471. if (!str) {
  1472. printk(KERN_ERR "need port name after brl=\n");
  1473. return 1;
  1474. }
  1475. *(str++) = 0;
  1476. }
  1477. #endif
  1478. /*
  1479. * Decode str into name, index, options.
  1480. */
  1481. if (str[0] >= '0' && str[0] <= '9') {
  1482. strcpy(buf, "ttyS");
  1483. strncpy(buf + 4, str, sizeof(buf) - 5);
  1484. } else {
  1485. strncpy(buf, str, sizeof(buf) - 1);
  1486. }
  1487. buf[sizeof(buf) - 1] = 0;
  1488. if ((options = strchr(str, ',')) != NULL)
  1489. *(options++) = 0;
  1490. #ifdef __sparc__
  1491. if (!strcmp(str, "ttya"))
  1492. strcpy(buf, "ttyS0");
  1493. if (!strcmp(str, "ttyb"))
  1494. strcpy(buf, "ttyS1");
  1495. #endif
  1496. for (s = buf; *s; s++)
  1497. if ((*s >= '0' && *s <= '9') || *s == ',')
  1498. break;
  1499. idx = simple_strtoul(s, NULL, 10);
  1500. *s = 0;
  1501. __add_preferred_console(buf, idx, options, brl_options);
  1502. console_set_on_cmdline = 1;
  1503. return 1;
  1504. }
  1505. __setup("console=", console_setup);
  1506. /**
  1507. * add_preferred_console - add a device to the list of preferred consoles.
  1508. * @name: device name
  1509. * @idx: device index
  1510. * @options: options for this console
  1511. *
  1512. * The last preferred console added will be used for kernel messages
  1513. * and stdin/out/err for init. Normally this is used by console_setup
  1514. * above to handle user-supplied console arguments; however it can also
  1515. * be used by arch-specific code either to override the user or more
  1516. * commonly to provide a default console (ie from PROM variables) when
  1517. * the user has not supplied one.
  1518. */
  1519. int add_preferred_console(char *name, int idx, char *options)
  1520. {
  1521. return __add_preferred_console(name, idx, options, NULL);
  1522. }
  1523. int update_console_cmdline(char *name, int idx, char *name_new, int idx_new, char *options)
  1524. {
  1525. struct console_cmdline *c;
  1526. int i;
  1527. for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0]; i++)
  1528. if (strcmp(console_cmdline[i].name, name) == 0 &&
  1529. console_cmdline[i].index == idx) {
  1530. c = &console_cmdline[i];
  1531. strlcpy(c->name, name_new, sizeof(c->name));
  1532. c->name[sizeof(c->name) - 1] = 0;
  1533. c->options = options;
  1534. c->index = idx_new;
  1535. return i;
  1536. }
  1537. /* not found */
  1538. return -1;
  1539. }
  1540. bool console_suspend_enabled = 1;
  1541. EXPORT_SYMBOL(console_suspend_enabled);
  1542. static int __init console_suspend_disable(char *str)
  1543. {
  1544. console_suspend_enabled = 0;
  1545. return 1;
  1546. }
  1547. __setup("no_console_suspend", console_suspend_disable);
  1548. module_param_named(console_suspend, console_suspend_enabled,
  1549. bool, S_IRUGO | S_IWUSR);
  1550. MODULE_PARM_DESC(console_suspend, "suspend console during suspend"
  1551. " and hibernate operations");
  1552. /**
  1553. * suspend_console - suspend the console subsystem
  1554. *
  1555. * This disables printk() while we go into suspend states
  1556. */
  1557. void suspend_console(void)
  1558. {
  1559. if (!console_suspend_enabled)
  1560. return;
  1561. printk("Suspending console(s) (use no_console_suspend to debug)\n");
  1562. console_lock();
  1563. console_suspended = 1;
  1564. up(&console_sem);
  1565. }
  1566. void resume_console(void)
  1567. {
  1568. if (!console_suspend_enabled)
  1569. return;
  1570. down(&console_sem);
  1571. console_suspended = 0;
  1572. console_unlock();
  1573. }
  1574. /**
  1575. * console_cpu_notify - print deferred console messages after CPU hotplug
  1576. * @self: notifier struct
  1577. * @action: CPU hotplug event
  1578. * @hcpu: unused
  1579. *
  1580. * If printk() is called from a CPU that is not online yet, the messages
  1581. * will be spooled but will not show up on the console. This function is
  1582. * called when a new CPU comes online (or fails to come up), and ensures
  1583. * that any such output gets printed.
  1584. */
  1585. static int __cpuinit console_cpu_notify(struct notifier_block *self,
  1586. unsigned long action, void *hcpu)
  1587. {
  1588. switch (action) {
  1589. case CPU_ONLINE:
  1590. case CPU_DEAD:
  1591. case CPU_DYING:
  1592. case CPU_DOWN_FAILED:
  1593. case CPU_UP_CANCELED:
  1594. console_lock();
  1595. console_unlock();
  1596. }
  1597. return NOTIFY_OK;
  1598. }
  1599. /**
  1600. * console_lock - lock the console system for exclusive use.
  1601. *
  1602. * Acquires a lock which guarantees that the caller has
  1603. * exclusive access to the console system and the console_drivers list.
  1604. *
  1605. * Can sleep, returns nothing.
  1606. */
  1607. void console_lock(void)
  1608. {
  1609. BUG_ON(in_interrupt());
  1610. down(&console_sem);
  1611. if (console_suspended)
  1612. return;
  1613. console_locked = 1;
  1614. console_may_schedule = 1;
  1615. }
  1616. EXPORT_SYMBOL(console_lock);
  1617. /**
  1618. * console_trylock - try to lock the console system for exclusive use.
  1619. *
  1620. * Tried to acquire a lock which guarantees that the caller has
  1621. * exclusive access to the console system and the console_drivers list.
  1622. *
  1623. * returns 1 on success, and 0 on failure to acquire the lock.
  1624. */
  1625. int console_trylock(void)
  1626. {
  1627. if (down_trylock(&console_sem))
  1628. return 0;
  1629. if (console_suspended) {
  1630. up(&console_sem);
  1631. return 0;
  1632. }
  1633. console_locked = 1;
  1634. console_may_schedule = 0;
  1635. return 1;
  1636. }
  1637. EXPORT_SYMBOL(console_trylock);
  1638. int is_console_locked(void)
  1639. {
  1640. return console_locked;
  1641. }
  1642. /*
  1643. * Delayed printk version, for scheduler-internal messages:
  1644. */
  1645. #define PRINTK_BUF_SIZE 512
  1646. #define PRINTK_PENDING_WAKEUP 0x01
  1647. #define PRINTK_PENDING_SCHED 0x02
  1648. static DEFINE_PER_CPU(int, printk_pending);
  1649. static DEFINE_PER_CPU(char [PRINTK_BUF_SIZE], printk_sched_buf);
  1650. void printk_tick(void)
  1651. {
  1652. if (__this_cpu_read(printk_pending)) {
  1653. int pending = __this_cpu_xchg(printk_pending, 0);
  1654. if (pending & PRINTK_PENDING_SCHED) {
  1655. char *buf = __get_cpu_var(printk_sched_buf);
  1656. printk(KERN_WARNING "[sched_delayed] %s", buf);
  1657. }
  1658. if (pending & PRINTK_PENDING_WAKEUP)
  1659. wake_up_interruptible(&log_wait);
  1660. }
  1661. }
  1662. int printk_needs_cpu(int cpu)
  1663. {
  1664. if (cpu_is_offline(cpu))
  1665. printk_tick();
  1666. return __this_cpu_read(printk_pending);
  1667. }
  1668. void wake_up_klogd(void)
  1669. {
  1670. if (waitqueue_active(&log_wait))
  1671. this_cpu_or(printk_pending, PRINTK_PENDING_WAKEUP);
  1672. }
  1673. /* the next printk record to write to the console */
  1674. static u64 console_seq;
  1675. static u32 console_idx;
  1676. static enum log_flags console_prev;
  1677. /**
  1678. * console_unlock - unlock the console system
  1679. *
  1680. * Releases the console_lock which the caller holds on the console system
  1681. * and the console driver list.
  1682. *
  1683. * While the console_lock was held, console output may have been buffered
  1684. * by printk(). If this is the case, console_unlock(); emits
  1685. * the output prior to releasing the lock.
  1686. *
  1687. * If there is output waiting, we wake /dev/kmsg and syslog() users.
  1688. *
  1689. * console_unlock(); may be called from any context.
  1690. */
  1691. void console_unlock(void)
  1692. {
  1693. static char text[LOG_LINE_MAX];
  1694. static u64 seen_seq;
  1695. unsigned long flags;
  1696. bool wake_klogd = false;
  1697. bool retry;
  1698. if (console_suspended) {
  1699. up(&console_sem);
  1700. return;
  1701. }
  1702. console_may_schedule = 0;
  1703. /* flush buffered message fragment immediately to console */
  1704. raw_spin_lock_irqsave(&logbuf_lock, flags);
  1705. if (cont.len && (cont.cons < cont.len || cont.flushed)) {
  1706. size_t len;
  1707. len = cont_print_text(text, sizeof(text));
  1708. raw_spin_unlock(&logbuf_lock);
  1709. stop_critical_timings();
  1710. call_console_drivers(cont.level, text, len);
  1711. start_critical_timings();
  1712. local_irq_restore(flags);
  1713. } else
  1714. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  1715. again:
  1716. for (;;) {
  1717. struct log *msg;
  1718. size_t len;
  1719. int level;
  1720. raw_spin_lock_irqsave(&logbuf_lock, flags);
  1721. if (seen_seq != log_next_seq) {
  1722. wake_klogd = true;
  1723. seen_seq = log_next_seq;
  1724. }
  1725. if (console_seq < log_first_seq) {
  1726. /* messages are gone, move to first one */
  1727. console_seq = log_first_seq;
  1728. console_idx = log_first_idx;
  1729. console_prev = 0;
  1730. }
  1731. skip:
  1732. if (console_seq == log_next_seq)
  1733. break;
  1734. msg = log_from_idx(console_idx);
  1735. if (msg->flags & LOG_NOCONS) {
  1736. /*
  1737. * Skip record we have buffered and already printed
  1738. * directly to the console when we received it.
  1739. */
  1740. console_idx = log_next(console_idx);
  1741. console_seq++;
  1742. /*
  1743. * We will get here again when we register a new
  1744. * CON_PRINTBUFFER console. Clear the flag so we
  1745. * will properly dump everything later.
  1746. */
  1747. msg->flags &= ~LOG_NOCONS;
  1748. goto skip;
  1749. }
  1750. level = msg->level;
  1751. len = msg_print_text(msg, console_prev, false,
  1752. text, sizeof(text));
  1753. console_idx = log_next(console_idx);
  1754. console_seq++;
  1755. console_prev = msg->flags;
  1756. raw_spin_unlock(&logbuf_lock);
  1757. stop_critical_timings(); /* don't trace print latency */
  1758. call_console_drivers(level, text, len);
  1759. start_critical_timings();
  1760. local_irq_restore(flags);
  1761. }
  1762. console_locked = 0;
  1763. /* Release the exclusive_console once it is used */
  1764. if (unlikely(exclusive_console))
  1765. exclusive_console = NULL;
  1766. raw_spin_unlock(&logbuf_lock);
  1767. up(&console_sem);
  1768. /*
  1769. * Someone could have filled up the buffer again, so re-check if there's
  1770. * something to flush. In case we cannot trylock the console_sem again,
  1771. * there's a new owner and the console_unlock() from them will do the
  1772. * flush, no worries.
  1773. */
  1774. raw_spin_lock(&logbuf_lock);
  1775. retry = console_seq != log_next_seq;
  1776. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  1777. if (retry && console_trylock())
  1778. goto again;
  1779. if (wake_klogd)
  1780. wake_up_klogd();
  1781. }
  1782. EXPORT_SYMBOL(console_unlock);
  1783. /**
  1784. * console_conditional_schedule - yield the CPU if required
  1785. *
  1786. * If the console code is currently allowed to sleep, and
  1787. * if this CPU should yield the CPU to another task, do
  1788. * so here.
  1789. *
  1790. * Must be called within console_lock();.
  1791. */
  1792. void __sched console_conditional_schedule(void)
  1793. {
  1794. if (console_may_schedule)
  1795. cond_resched();
  1796. }
  1797. EXPORT_SYMBOL(console_conditional_schedule);
  1798. void console_unblank(void)
  1799. {
  1800. struct console *c;
  1801. /*
  1802. * console_unblank can no longer be called in interrupt context unless
  1803. * oops_in_progress is set to 1..
  1804. */
  1805. if (oops_in_progress) {
  1806. if (down_trylock(&console_sem) != 0)
  1807. return;
  1808. } else
  1809. console_lock();
  1810. console_locked = 1;
  1811. console_may_schedule = 0;
  1812. for_each_console(c)
  1813. if ((c->flags & CON_ENABLED) && c->unblank)
  1814. c->unblank();
  1815. console_unlock();
  1816. }
  1817. /*
  1818. * Return the console tty driver structure and its associated index
  1819. */
  1820. struct tty_driver *console_device(int *index)
  1821. {
  1822. struct console *c;
  1823. struct tty_driver *driver = NULL;
  1824. console_lock();
  1825. for_each_console(c) {
  1826. if (!c->device)
  1827. continue;
  1828. driver = c->device(c, index);
  1829. if (driver)
  1830. break;
  1831. }
  1832. console_unlock();
  1833. return driver;
  1834. }
  1835. /*
  1836. * Prevent further output on the passed console device so that (for example)
  1837. * serial drivers can disable console output before suspending a port, and can
  1838. * re-enable output afterwards.
  1839. */
  1840. void console_stop(struct console *console)
  1841. {
  1842. console_lock();
  1843. console->flags &= ~CON_ENABLED;
  1844. console_unlock();
  1845. }
  1846. EXPORT_SYMBOL(console_stop);
  1847. void console_start(struct console *console)
  1848. {
  1849. console_lock();
  1850. console->flags |= CON_ENABLED;
  1851. console_unlock();
  1852. }
  1853. EXPORT_SYMBOL(console_start);
  1854. static int __read_mostly keep_bootcon;
  1855. static int __init keep_bootcon_setup(char *str)
  1856. {
  1857. keep_bootcon = 1;
  1858. printk(KERN_INFO "debug: skip boot console de-registration.\n");
  1859. return 0;
  1860. }
  1861. early_param("keep_bootcon", keep_bootcon_setup);
  1862. /*
  1863. * The console driver calls this routine during kernel initialization
  1864. * to register the console printing procedure with printk() and to
  1865. * print any messages that were printed by the kernel before the
  1866. * console driver was initialized.
  1867. *
  1868. * This can happen pretty early during the boot process (because of
  1869. * early_printk) - sometimes before setup_arch() completes - be careful
  1870. * of what kernel features are used - they may not be initialised yet.
  1871. *
  1872. * There are two types of consoles - bootconsoles (early_printk) and
  1873. * "real" consoles (everything which is not a bootconsole) which are
  1874. * handled differently.
  1875. * - Any number of bootconsoles can be registered at any time.
  1876. * - As soon as a "real" console is registered, all bootconsoles
  1877. * will be unregistered automatically.
  1878. * - Once a "real" console is registered, any attempt to register a
  1879. * bootconsoles will be rejected
  1880. */
  1881. void register_console(struct console *newcon)
  1882. {
  1883. int i;
  1884. unsigned long flags;
  1885. struct console *bcon = NULL;
  1886. /*
  1887. * before we register a new CON_BOOT console, make sure we don't
  1888. * already have a valid console
  1889. */
  1890. if (console_drivers && newcon->flags & CON_BOOT) {
  1891. /* find the last or real console */
  1892. for_each_console(bcon) {
  1893. if (!(bcon->flags & CON_BOOT)) {
  1894. printk(KERN_INFO "Too late to register bootconsole %s%d\n",
  1895. newcon->name, newcon->index);
  1896. return;
  1897. }
  1898. }
  1899. }
  1900. if (console_drivers && console_drivers->flags & CON_BOOT)
  1901. bcon = console_drivers;
  1902. if (preferred_console < 0 || bcon || !console_drivers)
  1903. preferred_console = selected_console;
  1904. if (newcon->early_setup)
  1905. newcon->early_setup();
  1906. /*
  1907. * See if we want to use this console driver. If we
  1908. * didn't select a console we take the first one
  1909. * that registers here.
  1910. */
  1911. if (preferred_console < 0) {
  1912. if (newcon->index < 0)
  1913. newcon->index = 0;
  1914. if (newcon->setup == NULL ||
  1915. newcon->setup(newcon, NULL) == 0) {
  1916. newcon->flags |= CON_ENABLED;
  1917. if (newcon->device) {
  1918. newcon->flags |= CON_CONSDEV;
  1919. preferred_console = 0;
  1920. }
  1921. }
  1922. }
  1923. /*
  1924. * See if this console matches one we selected on
  1925. * the command line.
  1926. */
  1927. for (i = 0; i < MAX_CMDLINECONSOLES && console_cmdline[i].name[0];
  1928. i++) {
  1929. if (strcmp(console_cmdline[i].name, newcon->name) != 0)
  1930. continue;
  1931. if (newcon->index >= 0 &&
  1932. newcon->index != console_cmdline[i].index)
  1933. continue;
  1934. if (newcon->index < 0)
  1935. newcon->index = console_cmdline[i].index;
  1936. #ifdef CONFIG_A11Y_BRAILLE_CONSOLE
  1937. if (console_cmdline[i].brl_options) {
  1938. newcon->flags |= CON_BRL;
  1939. braille_register_console(newcon,
  1940. console_cmdline[i].index,
  1941. console_cmdline[i].options,
  1942. console_cmdline[i].brl_options);
  1943. return;
  1944. }
  1945. #endif
  1946. if (newcon->setup &&
  1947. newcon->setup(newcon, console_cmdline[i].options) != 0)
  1948. break;
  1949. newcon->flags |= CON_ENABLED;
  1950. newcon->index = console_cmdline[i].index;
  1951. if (i == selected_console) {
  1952. newcon->flags |= CON_CONSDEV;
  1953. preferred_console = selected_console;
  1954. }
  1955. break;
  1956. }
  1957. if (!(newcon->flags & CON_ENABLED))
  1958. return;
  1959. /*
  1960. * If we have a bootconsole, and are switching to a real console,
  1961. * don't print everything out again, since when the boot console, and
  1962. * the real console are the same physical device, it's annoying to
  1963. * see the beginning boot messages twice
  1964. */
  1965. if (bcon && ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV))
  1966. newcon->flags &= ~CON_PRINTBUFFER;
  1967. /*
  1968. * Put this console in the list - keep the
  1969. * preferred driver at the head of the list.
  1970. */
  1971. console_lock();
  1972. if ((newcon->flags & CON_CONSDEV) || console_drivers == NULL) {
  1973. newcon->next = console_drivers;
  1974. console_drivers = newcon;
  1975. if (newcon->next)
  1976. newcon->next->flags &= ~CON_CONSDEV;
  1977. } else {
  1978. newcon->next = console_drivers->next;
  1979. console_drivers->next = newcon;
  1980. }
  1981. if (newcon->flags & CON_PRINTBUFFER) {
  1982. /*
  1983. * console_unlock(); will print out the buffered messages
  1984. * for us.
  1985. */
  1986. raw_spin_lock_irqsave(&logbuf_lock, flags);
  1987. console_seq = syslog_seq;
  1988. console_idx = syslog_idx;
  1989. console_prev = syslog_prev;
  1990. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  1991. /*
  1992. * We're about to replay the log buffer. Only do this to the
  1993. * just-registered console to avoid excessive message spam to
  1994. * the already-registered consoles.
  1995. */
  1996. exclusive_console = newcon;
  1997. }
  1998. console_unlock();
  1999. console_sysfs_notify();
  2000. /*
  2001. * By unregistering the bootconsoles after we enable the real console
  2002. * we get the "console xxx enabled" message on all the consoles -
  2003. * boot consoles, real consoles, etc - this is to ensure that end
  2004. * users know there might be something in the kernel's log buffer that
  2005. * went to the bootconsole (that they do not see on the real console)
  2006. */
  2007. if (bcon &&
  2008. ((newcon->flags & (CON_CONSDEV | CON_BOOT)) == CON_CONSDEV) &&
  2009. !keep_bootcon) {
  2010. /* we need to iterate through twice, to make sure we print
  2011. * everything out, before we unregister the console(s)
  2012. */
  2013. printk(KERN_INFO "console [%s%d] enabled, bootconsole disabled\n",
  2014. newcon->name, newcon->index);
  2015. for_each_console(bcon)
  2016. if (bcon->flags & CON_BOOT)
  2017. unregister_console(bcon);
  2018. } else {
  2019. printk(KERN_INFO "%sconsole [%s%d] enabled\n",
  2020. (newcon->flags & CON_BOOT) ? "boot" : "" ,
  2021. newcon->name, newcon->index);
  2022. }
  2023. }
  2024. EXPORT_SYMBOL(register_console);
  2025. int unregister_console(struct console *console)
  2026. {
  2027. struct console *a, *b;
  2028. int res = 1;
  2029. #ifdef CONFIG_A11Y_BRAILLE_CONSOLE
  2030. if (console->flags & CON_BRL)
  2031. return braille_unregister_console(console);
  2032. #endif
  2033. console_lock();
  2034. if (console_drivers == console) {
  2035. console_drivers=console->next;
  2036. res = 0;
  2037. } else if (console_drivers) {
  2038. for (a=console_drivers->next, b=console_drivers ;
  2039. a; b=a, a=b->next) {
  2040. if (a == console) {
  2041. b->next = a->next;
  2042. res = 0;
  2043. break;
  2044. }
  2045. }
  2046. }
  2047. /*
  2048. * If this isn't the last console and it has CON_CONSDEV set, we
  2049. * need to set it on the next preferred console.
  2050. */
  2051. if (console_drivers != NULL && console->flags & CON_CONSDEV)
  2052. console_drivers->flags |= CON_CONSDEV;
  2053. console_unlock();
  2054. console_sysfs_notify();
  2055. return res;
  2056. }
  2057. EXPORT_SYMBOL(unregister_console);
  2058. static int __init printk_late_init(void)
  2059. {
  2060. struct console *con;
  2061. for_each_console(con) {
  2062. if (!keep_bootcon && con->flags & CON_BOOT) {
  2063. printk(KERN_INFO "turn off boot console %s%d\n",
  2064. con->name, con->index);
  2065. unregister_console(con);
  2066. }
  2067. }
  2068. hotcpu_notifier(console_cpu_notify, 0);
  2069. return 0;
  2070. }
  2071. late_initcall(printk_late_init);
  2072. #if defined CONFIG_PRINTK
  2073. int printk_sched(const char *fmt, ...)
  2074. {
  2075. unsigned long flags;
  2076. va_list args;
  2077. char *buf;
  2078. int r;
  2079. local_irq_save(flags);
  2080. buf = __get_cpu_var(printk_sched_buf);
  2081. va_start(args, fmt);
  2082. r = vsnprintf(buf, PRINTK_BUF_SIZE, fmt, args);
  2083. va_end(args);
  2084. __this_cpu_or(printk_pending, PRINTK_PENDING_SCHED);
  2085. local_irq_restore(flags);
  2086. return r;
  2087. }
  2088. /*
  2089. * printk rate limiting, lifted from the networking subsystem.
  2090. *
  2091. * This enforces a rate limit: not more than 10 kernel messages
  2092. * every 5s to make a denial-of-service attack impossible.
  2093. */
  2094. DEFINE_RATELIMIT_STATE(printk_ratelimit_state, 5 * HZ, 10);
  2095. int __printk_ratelimit(const char *func)
  2096. {
  2097. return ___ratelimit(&printk_ratelimit_state, func);
  2098. }
  2099. EXPORT_SYMBOL(__printk_ratelimit);
  2100. /**
  2101. * printk_timed_ratelimit - caller-controlled printk ratelimiting
  2102. * @caller_jiffies: pointer to caller's state
  2103. * @interval_msecs: minimum interval between prints
  2104. *
  2105. * printk_timed_ratelimit() returns true if more than @interval_msecs
  2106. * milliseconds have elapsed since the last time printk_timed_ratelimit()
  2107. * returned true.
  2108. */
  2109. bool printk_timed_ratelimit(unsigned long *caller_jiffies,
  2110. unsigned int interval_msecs)
  2111. {
  2112. if (*caller_jiffies == 0
  2113. || !time_in_range(jiffies, *caller_jiffies,
  2114. *caller_jiffies
  2115. + msecs_to_jiffies(interval_msecs))) {
  2116. *caller_jiffies = jiffies;
  2117. return true;
  2118. }
  2119. return false;
  2120. }
  2121. EXPORT_SYMBOL(printk_timed_ratelimit);
  2122. static DEFINE_SPINLOCK(dump_list_lock);
  2123. static LIST_HEAD(dump_list);
  2124. /**
  2125. * kmsg_dump_register - register a kernel log dumper.
  2126. * @dumper: pointer to the kmsg_dumper structure
  2127. *
  2128. * Adds a kernel log dumper to the system. The dump callback in the
  2129. * structure will be called when the kernel oopses or panics and must be
  2130. * set. Returns zero on success and %-EINVAL or %-EBUSY otherwise.
  2131. */
  2132. int kmsg_dump_register(struct kmsg_dumper *dumper)
  2133. {
  2134. unsigned long flags;
  2135. int err = -EBUSY;
  2136. /* The dump callback needs to be set */
  2137. if (!dumper->dump)
  2138. return -EINVAL;
  2139. spin_lock_irqsave(&dump_list_lock, flags);
  2140. /* Don't allow registering multiple times */
  2141. if (!dumper->registered) {
  2142. dumper->registered = 1;
  2143. list_add_tail_rcu(&dumper->list, &dump_list);
  2144. err = 0;
  2145. }
  2146. spin_unlock_irqrestore(&dump_list_lock, flags);
  2147. return err;
  2148. }
  2149. EXPORT_SYMBOL_GPL(kmsg_dump_register);
  2150. /**
  2151. * kmsg_dump_unregister - unregister a kmsg dumper.
  2152. * @dumper: pointer to the kmsg_dumper structure
  2153. *
  2154. * Removes a dump device from the system. Returns zero on success and
  2155. * %-EINVAL otherwise.
  2156. */
  2157. int kmsg_dump_unregister(struct kmsg_dumper *dumper)
  2158. {
  2159. unsigned long flags;
  2160. int err = -EINVAL;
  2161. spin_lock_irqsave(&dump_list_lock, flags);
  2162. if (dumper->registered) {
  2163. dumper->registered = 0;
  2164. list_del_rcu(&dumper->list);
  2165. err = 0;
  2166. }
  2167. spin_unlock_irqrestore(&dump_list_lock, flags);
  2168. synchronize_rcu();
  2169. return err;
  2170. }
  2171. EXPORT_SYMBOL_GPL(kmsg_dump_unregister);
  2172. static bool always_kmsg_dump;
  2173. module_param_named(always_kmsg_dump, always_kmsg_dump, bool, S_IRUGO | S_IWUSR);
  2174. /**
  2175. * kmsg_dump - dump kernel log to kernel message dumpers.
  2176. * @reason: the reason (oops, panic etc) for dumping
  2177. *
  2178. * Call each of the registered dumper's dump() callback, which can
  2179. * retrieve the kmsg records with kmsg_dump_get_line() or
  2180. * kmsg_dump_get_buffer().
  2181. */
  2182. void kmsg_dump(enum kmsg_dump_reason reason)
  2183. {
  2184. struct kmsg_dumper *dumper;
  2185. unsigned long flags;
  2186. if ((reason > KMSG_DUMP_OOPS) && !always_kmsg_dump)
  2187. return;
  2188. rcu_read_lock();
  2189. list_for_each_entry_rcu(dumper, &dump_list, list) {
  2190. if (dumper->max_reason && reason > dumper->max_reason)
  2191. continue;
  2192. /* initialize iterator with data about the stored records */
  2193. dumper->active = true;
  2194. raw_spin_lock_irqsave(&logbuf_lock, flags);
  2195. dumper->cur_seq = clear_seq;
  2196. dumper->cur_idx = clear_idx;
  2197. dumper->next_seq = log_next_seq;
  2198. dumper->next_idx = log_next_idx;
  2199. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2200. /* invoke dumper which will iterate over records */
  2201. dumper->dump(dumper, reason);
  2202. /* reset iterator */
  2203. dumper->active = false;
  2204. }
  2205. rcu_read_unlock();
  2206. }
  2207. /**
  2208. * kmsg_dump_get_line - retrieve one kmsg log line
  2209. * @dumper: registered kmsg dumper
  2210. * @syslog: include the "<4>" prefixes
  2211. * @line: buffer to copy the line to
  2212. * @size: maximum size of the buffer
  2213. * @len: length of line placed into buffer
  2214. *
  2215. * Start at the beginning of the kmsg buffer, with the oldest kmsg
  2216. * record, and copy one record into the provided buffer.
  2217. *
  2218. * Consecutive calls will return the next available record moving
  2219. * towards the end of the buffer with the youngest messages.
  2220. *
  2221. * A return value of FALSE indicates that there are no more records to
  2222. * read.
  2223. */
  2224. bool kmsg_dump_get_line(struct kmsg_dumper *dumper, bool syslog,
  2225. char *line, size_t size, size_t *len)
  2226. {
  2227. unsigned long flags;
  2228. struct log *msg;
  2229. size_t l = 0;
  2230. bool ret = false;
  2231. if (!dumper->active)
  2232. goto out;
  2233. raw_spin_lock_irqsave(&logbuf_lock, flags);
  2234. if (dumper->cur_seq < log_first_seq) {
  2235. /* messages are gone, move to first available one */
  2236. dumper->cur_seq = log_first_seq;
  2237. dumper->cur_idx = log_first_idx;
  2238. }
  2239. /* last entry */
  2240. if (dumper->cur_seq >= log_next_seq) {
  2241. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2242. goto out;
  2243. }
  2244. msg = log_from_idx(dumper->cur_idx);
  2245. l = msg_print_text(msg, 0, syslog, line, size);
  2246. dumper->cur_idx = log_next(dumper->cur_idx);
  2247. dumper->cur_seq++;
  2248. ret = true;
  2249. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2250. out:
  2251. if (len)
  2252. *len = l;
  2253. return ret;
  2254. }
  2255. EXPORT_SYMBOL_GPL(kmsg_dump_get_line);
  2256. /**
  2257. * kmsg_dump_get_buffer - copy kmsg log lines
  2258. * @dumper: registered kmsg dumper
  2259. * @syslog: include the "<4>" prefixes
  2260. * @buf: buffer to copy the line to
  2261. * @size: maximum size of the buffer
  2262. * @len: length of line placed into buffer
  2263. *
  2264. * Start at the end of the kmsg buffer and fill the provided buffer
  2265. * with as many of the the *youngest* kmsg records that fit into it.
  2266. * If the buffer is large enough, all available kmsg records will be
  2267. * copied with a single call.
  2268. *
  2269. * Consecutive calls will fill the buffer with the next block of
  2270. * available older records, not including the earlier retrieved ones.
  2271. *
  2272. * A return value of FALSE indicates that there are no more records to
  2273. * read.
  2274. */
  2275. bool kmsg_dump_get_buffer(struct kmsg_dumper *dumper, bool syslog,
  2276. char *buf, size_t size, size_t *len)
  2277. {
  2278. unsigned long flags;
  2279. u64 seq;
  2280. u32 idx;
  2281. u64 next_seq;
  2282. u32 next_idx;
  2283. enum log_flags prev;
  2284. size_t l = 0;
  2285. bool ret = false;
  2286. if (!dumper->active)
  2287. goto out;
  2288. raw_spin_lock_irqsave(&logbuf_lock, flags);
  2289. if (dumper->cur_seq < log_first_seq) {
  2290. /* messages are gone, move to first available one */
  2291. dumper->cur_seq = log_first_seq;
  2292. dumper->cur_idx = log_first_idx;
  2293. }
  2294. /* last entry */
  2295. if (dumper->cur_seq >= dumper->next_seq) {
  2296. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2297. goto out;
  2298. }
  2299. /* calculate length of entire buffer */
  2300. seq = dumper->cur_seq;
  2301. idx = dumper->cur_idx;
  2302. prev = 0;
  2303. while (seq < dumper->next_seq) {
  2304. struct log *msg = log_from_idx(idx);
  2305. l += msg_print_text(msg, prev, true, NULL, 0);
  2306. idx = log_next(idx);
  2307. seq++;
  2308. prev = msg->flags;
  2309. }
  2310. /* move first record forward until length fits into the buffer */
  2311. seq = dumper->cur_seq;
  2312. idx = dumper->cur_idx;
  2313. prev = 0;
  2314. while (l > size && seq < dumper->next_seq) {
  2315. struct log *msg = log_from_idx(idx);
  2316. l -= msg_print_text(msg, prev, true, NULL, 0);
  2317. idx = log_next(idx);
  2318. seq++;
  2319. prev = msg->flags;
  2320. }
  2321. /* last message in next interation */
  2322. next_seq = seq;
  2323. next_idx = idx;
  2324. l = 0;
  2325. prev = 0;
  2326. while (seq < dumper->next_seq) {
  2327. struct log *msg = log_from_idx(idx);
  2328. l += msg_print_text(msg, prev, syslog, buf + l, size - l);
  2329. idx = log_next(idx);
  2330. seq++;
  2331. prev = msg->flags;
  2332. }
  2333. dumper->next_seq = next_seq;
  2334. dumper->next_idx = next_idx;
  2335. ret = true;
  2336. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2337. out:
  2338. if (len)
  2339. *len = l;
  2340. return ret;
  2341. }
  2342. EXPORT_SYMBOL_GPL(kmsg_dump_get_buffer);
  2343. /**
  2344. * kmsg_dump_rewind - reset the interator
  2345. * @dumper: registered kmsg dumper
  2346. *
  2347. * Reset the dumper's iterator so that kmsg_dump_get_line() and
  2348. * kmsg_dump_get_buffer() can be called again and used multiple
  2349. * times within the same dumper.dump() callback.
  2350. */
  2351. void kmsg_dump_rewind(struct kmsg_dumper *dumper)
  2352. {
  2353. unsigned long flags;
  2354. raw_spin_lock_irqsave(&logbuf_lock, flags);
  2355. dumper->cur_seq = clear_seq;
  2356. dumper->cur_idx = clear_idx;
  2357. dumper->next_seq = log_next_seq;
  2358. dumper->next_idx = log_next_idx;
  2359. raw_spin_unlock_irqrestore(&logbuf_lock, flags);
  2360. }
  2361. EXPORT_SYMBOL_GPL(kmsg_dump_rewind);
  2362. #endif