rtas.c 25 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088
  1. /*
  2. *
  3. * Procedures for interfacing to the RTAS on CHRP machines.
  4. *
  5. * Peter Bergner, IBM March 2001.
  6. * Copyright (C) 2001 IBM.
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License
  10. * as published by the Free Software Foundation; either version
  11. * 2 of the License, or (at your option) any later version.
  12. */
  13. #include <stdarg.h>
  14. #include <linux/kernel.h>
  15. #include <linux/types.h>
  16. #include <linux/spinlock.h>
  17. #include <linux/export.h>
  18. #include <linux/init.h>
  19. #include <linux/capability.h>
  20. #include <linux/delay.h>
  21. #include <linux/smp.h>
  22. #include <linux/completion.h>
  23. #include <linux/cpumask.h>
  24. #include <linux/memblock.h>
  25. #include <linux/slab.h>
  26. #include <linux/reboot.h>
  27. #include <asm/prom.h>
  28. #include <asm/rtas.h>
  29. #include <asm/hvcall.h>
  30. #include <asm/machdep.h>
  31. #include <asm/firmware.h>
  32. #include <asm/page.h>
  33. #include <asm/param.h>
  34. #include <asm/delay.h>
  35. #include <asm/uaccess.h>
  36. #include <asm/udbg.h>
  37. #include <asm/syscalls.h>
  38. #include <asm/smp.h>
  39. #include <linux/atomic.h>
  40. #include <asm/time.h>
  41. #include <asm/mmu.h>
  42. #include <asm/topology.h>
  43. #include <asm/pSeries_reconfig.h>
  44. struct rtas_t rtas = {
  45. .lock = __ARCH_SPIN_LOCK_UNLOCKED
  46. };
  47. EXPORT_SYMBOL(rtas);
  48. DEFINE_SPINLOCK(rtas_data_buf_lock);
  49. EXPORT_SYMBOL(rtas_data_buf_lock);
  50. char rtas_data_buf[RTAS_DATA_BUF_SIZE] __cacheline_aligned;
  51. EXPORT_SYMBOL(rtas_data_buf);
  52. unsigned long rtas_rmo_buf;
  53. /*
  54. * If non-NULL, this gets called when the kernel terminates.
  55. * This is done like this so rtas_flash can be a module.
  56. */
  57. void (*rtas_flash_term_hook)(int);
  58. EXPORT_SYMBOL(rtas_flash_term_hook);
  59. /* RTAS use home made raw locking instead of spin_lock_irqsave
  60. * because those can be called from within really nasty contexts
  61. * such as having the timebase stopped which would lockup with
  62. * normal locks and spinlock debugging enabled
  63. */
  64. static unsigned long lock_rtas(void)
  65. {
  66. unsigned long flags;
  67. local_irq_save(flags);
  68. preempt_disable();
  69. arch_spin_lock_flags(&rtas.lock, flags);
  70. return flags;
  71. }
  72. static void unlock_rtas(unsigned long flags)
  73. {
  74. arch_spin_unlock(&rtas.lock);
  75. local_irq_restore(flags);
  76. preempt_enable();
  77. }
  78. /*
  79. * call_rtas_display_status and call_rtas_display_status_delay
  80. * are designed only for very early low-level debugging, which
  81. * is why the token is hard-coded to 10.
  82. */
  83. static void call_rtas_display_status(char c)
  84. {
  85. struct rtas_args *args = &rtas.args;
  86. unsigned long s;
  87. if (!rtas.base)
  88. return;
  89. s = lock_rtas();
  90. args->token = 10;
  91. args->nargs = 1;
  92. args->nret = 1;
  93. args->rets = (rtas_arg_t *)&(args->args[1]);
  94. args->args[0] = (unsigned char)c;
  95. enter_rtas(__pa(args));
  96. unlock_rtas(s);
  97. }
  98. static void call_rtas_display_status_delay(char c)
  99. {
  100. static int pending_newline = 0; /* did last write end with unprinted newline? */
  101. static int width = 16;
  102. if (c == '\n') {
  103. while (width-- > 0)
  104. call_rtas_display_status(' ');
  105. width = 16;
  106. mdelay(500);
  107. pending_newline = 1;
  108. } else {
  109. if (pending_newline) {
  110. call_rtas_display_status('\r');
  111. call_rtas_display_status('\n');
  112. }
  113. pending_newline = 0;
  114. if (width--) {
  115. call_rtas_display_status(c);
  116. udelay(10000);
  117. }
  118. }
  119. }
  120. void __init udbg_init_rtas_panel(void)
  121. {
  122. udbg_putc = call_rtas_display_status_delay;
  123. }
  124. #ifdef CONFIG_UDBG_RTAS_CONSOLE
  125. /* If you think you're dying before early_init_dt_scan_rtas() does its
  126. * work, you can hard code the token values for your firmware here and
  127. * hardcode rtas.base/entry etc.
  128. */
  129. static unsigned int rtas_putchar_token = RTAS_UNKNOWN_SERVICE;
  130. static unsigned int rtas_getchar_token = RTAS_UNKNOWN_SERVICE;
  131. static void udbg_rtascon_putc(char c)
  132. {
  133. int tries;
  134. if (!rtas.base)
  135. return;
  136. /* Add CRs before LFs */
  137. if (c == '\n')
  138. udbg_rtascon_putc('\r');
  139. /* if there is more than one character to be displayed, wait a bit */
  140. for (tries = 0; tries < 16; tries++) {
  141. if (rtas_call(rtas_putchar_token, 1, 1, NULL, c) == 0)
  142. break;
  143. udelay(1000);
  144. }
  145. }
  146. static int udbg_rtascon_getc_poll(void)
  147. {
  148. int c;
  149. if (!rtas.base)
  150. return -1;
  151. if (rtas_call(rtas_getchar_token, 0, 2, &c))
  152. return -1;
  153. return c;
  154. }
  155. static int udbg_rtascon_getc(void)
  156. {
  157. int c;
  158. while ((c = udbg_rtascon_getc_poll()) == -1)
  159. ;
  160. return c;
  161. }
  162. void __init udbg_init_rtas_console(void)
  163. {
  164. udbg_putc = udbg_rtascon_putc;
  165. udbg_getc = udbg_rtascon_getc;
  166. udbg_getc_poll = udbg_rtascon_getc_poll;
  167. }
  168. #endif /* CONFIG_UDBG_RTAS_CONSOLE */
  169. void rtas_progress(char *s, unsigned short hex)
  170. {
  171. struct device_node *root;
  172. int width;
  173. const int *p;
  174. char *os;
  175. static int display_character, set_indicator;
  176. static int display_width, display_lines, form_feed;
  177. static const int *row_width;
  178. static DEFINE_SPINLOCK(progress_lock);
  179. static int current_line;
  180. static int pending_newline = 0; /* did last write end with unprinted newline? */
  181. if (!rtas.base)
  182. return;
  183. if (display_width == 0) {
  184. display_width = 0x10;
  185. if ((root = of_find_node_by_path("/rtas"))) {
  186. if ((p = of_get_property(root,
  187. "ibm,display-line-length", NULL)))
  188. display_width = *p;
  189. if ((p = of_get_property(root,
  190. "ibm,form-feed", NULL)))
  191. form_feed = *p;
  192. if ((p = of_get_property(root,
  193. "ibm,display-number-of-lines", NULL)))
  194. display_lines = *p;
  195. row_width = of_get_property(root,
  196. "ibm,display-truncation-length", NULL);
  197. of_node_put(root);
  198. }
  199. display_character = rtas_token("display-character");
  200. set_indicator = rtas_token("set-indicator");
  201. }
  202. if (display_character == RTAS_UNKNOWN_SERVICE) {
  203. /* use hex display if available */
  204. if (set_indicator != RTAS_UNKNOWN_SERVICE)
  205. rtas_call(set_indicator, 3, 1, NULL, 6, 0, hex);
  206. return;
  207. }
  208. spin_lock(&progress_lock);
  209. /*
  210. * Last write ended with newline, but we didn't print it since
  211. * it would just clear the bottom line of output. Print it now
  212. * instead.
  213. *
  214. * If no newline is pending and form feed is supported, clear the
  215. * display with a form feed; otherwise, print a CR to start output
  216. * at the beginning of the line.
  217. */
  218. if (pending_newline) {
  219. rtas_call(display_character, 1, 1, NULL, '\r');
  220. rtas_call(display_character, 1, 1, NULL, '\n');
  221. pending_newline = 0;
  222. } else {
  223. current_line = 0;
  224. if (form_feed)
  225. rtas_call(display_character, 1, 1, NULL,
  226. (char)form_feed);
  227. else
  228. rtas_call(display_character, 1, 1, NULL, '\r');
  229. }
  230. if (row_width)
  231. width = row_width[current_line];
  232. else
  233. width = display_width;
  234. os = s;
  235. while (*os) {
  236. if (*os == '\n' || *os == '\r') {
  237. /* If newline is the last character, save it
  238. * until next call to avoid bumping up the
  239. * display output.
  240. */
  241. if (*os == '\n' && !os[1]) {
  242. pending_newline = 1;
  243. current_line++;
  244. if (current_line > display_lines-1)
  245. current_line = display_lines-1;
  246. spin_unlock(&progress_lock);
  247. return;
  248. }
  249. /* RTAS wants CR-LF, not just LF */
  250. if (*os == '\n') {
  251. rtas_call(display_character, 1, 1, NULL, '\r');
  252. rtas_call(display_character, 1, 1, NULL, '\n');
  253. } else {
  254. /* CR might be used to re-draw a line, so we'll
  255. * leave it alone and not add LF.
  256. */
  257. rtas_call(display_character, 1, 1, NULL, *os);
  258. }
  259. if (row_width)
  260. width = row_width[current_line];
  261. else
  262. width = display_width;
  263. } else {
  264. width--;
  265. rtas_call(display_character, 1, 1, NULL, *os);
  266. }
  267. os++;
  268. /* if we overwrite the screen length */
  269. if (width <= 0)
  270. while ((*os != 0) && (*os != '\n') && (*os != '\r'))
  271. os++;
  272. }
  273. spin_unlock(&progress_lock);
  274. }
  275. EXPORT_SYMBOL(rtas_progress); /* needed by rtas_flash module */
  276. int rtas_token(const char *service)
  277. {
  278. const int *tokp;
  279. if (rtas.dev == NULL)
  280. return RTAS_UNKNOWN_SERVICE;
  281. tokp = of_get_property(rtas.dev, service, NULL);
  282. return tokp ? *tokp : RTAS_UNKNOWN_SERVICE;
  283. }
  284. EXPORT_SYMBOL(rtas_token);
  285. int rtas_service_present(const char *service)
  286. {
  287. return rtas_token(service) != RTAS_UNKNOWN_SERVICE;
  288. }
  289. EXPORT_SYMBOL(rtas_service_present);
  290. #ifdef CONFIG_RTAS_ERROR_LOGGING
  291. /*
  292. * Return the firmware-specified size of the error log buffer
  293. * for all rtas calls that require an error buffer argument.
  294. * This includes 'check-exception' and 'rtas-last-error'.
  295. */
  296. int rtas_get_error_log_max(void)
  297. {
  298. static int rtas_error_log_max;
  299. if (rtas_error_log_max)
  300. return rtas_error_log_max;
  301. rtas_error_log_max = rtas_token ("rtas-error-log-max");
  302. if ((rtas_error_log_max == RTAS_UNKNOWN_SERVICE) ||
  303. (rtas_error_log_max > RTAS_ERROR_LOG_MAX)) {
  304. printk (KERN_WARNING "RTAS: bad log buffer size %d\n",
  305. rtas_error_log_max);
  306. rtas_error_log_max = RTAS_ERROR_LOG_MAX;
  307. }
  308. return rtas_error_log_max;
  309. }
  310. EXPORT_SYMBOL(rtas_get_error_log_max);
  311. static char rtas_err_buf[RTAS_ERROR_LOG_MAX];
  312. static int rtas_last_error_token;
  313. /** Return a copy of the detailed error text associated with the
  314. * most recent failed call to rtas. Because the error text
  315. * might go stale if there are any other intervening rtas calls,
  316. * this routine must be called atomically with whatever produced
  317. * the error (i.e. with rtas.lock still held from the previous call).
  318. */
  319. static char *__fetch_rtas_last_error(char *altbuf)
  320. {
  321. struct rtas_args err_args, save_args;
  322. u32 bufsz;
  323. char *buf = NULL;
  324. if (rtas_last_error_token == -1)
  325. return NULL;
  326. bufsz = rtas_get_error_log_max();
  327. err_args.token = rtas_last_error_token;
  328. err_args.nargs = 2;
  329. err_args.nret = 1;
  330. err_args.args[0] = (rtas_arg_t)__pa(rtas_err_buf);
  331. err_args.args[1] = bufsz;
  332. err_args.args[2] = 0;
  333. save_args = rtas.args;
  334. rtas.args = err_args;
  335. enter_rtas(__pa(&rtas.args));
  336. err_args = rtas.args;
  337. rtas.args = save_args;
  338. /* Log the error in the unlikely case that there was one. */
  339. if (unlikely(err_args.args[2] == 0)) {
  340. if (altbuf) {
  341. buf = altbuf;
  342. } else {
  343. buf = rtas_err_buf;
  344. if (mem_init_done)
  345. buf = kmalloc(RTAS_ERROR_LOG_MAX, GFP_ATOMIC);
  346. }
  347. if (buf)
  348. memcpy(buf, rtas_err_buf, RTAS_ERROR_LOG_MAX);
  349. }
  350. return buf;
  351. }
  352. #define get_errorlog_buffer() kmalloc(RTAS_ERROR_LOG_MAX, GFP_KERNEL)
  353. #else /* CONFIG_RTAS_ERROR_LOGGING */
  354. #define __fetch_rtas_last_error(x) NULL
  355. #define get_errorlog_buffer() NULL
  356. #endif
  357. int rtas_call(int token, int nargs, int nret, int *outputs, ...)
  358. {
  359. va_list list;
  360. int i;
  361. unsigned long s;
  362. struct rtas_args *rtas_args;
  363. char *buff_copy = NULL;
  364. int ret;
  365. if (!rtas.entry || token == RTAS_UNKNOWN_SERVICE)
  366. return -1;
  367. s = lock_rtas();
  368. rtas_args = &rtas.args;
  369. rtas_args->token = token;
  370. rtas_args->nargs = nargs;
  371. rtas_args->nret = nret;
  372. rtas_args->rets = (rtas_arg_t *)&(rtas_args->args[nargs]);
  373. va_start(list, outputs);
  374. for (i = 0; i < nargs; ++i)
  375. rtas_args->args[i] = va_arg(list, rtas_arg_t);
  376. va_end(list);
  377. for (i = 0; i < nret; ++i)
  378. rtas_args->rets[i] = 0;
  379. enter_rtas(__pa(rtas_args));
  380. /* A -1 return code indicates that the last command couldn't
  381. be completed due to a hardware error. */
  382. if (rtas_args->rets[0] == -1)
  383. buff_copy = __fetch_rtas_last_error(NULL);
  384. if (nret > 1 && outputs != NULL)
  385. for (i = 0; i < nret-1; ++i)
  386. outputs[i] = rtas_args->rets[i+1];
  387. ret = (nret > 0)? rtas_args->rets[0]: 0;
  388. unlock_rtas(s);
  389. if (buff_copy) {
  390. log_error(buff_copy, ERR_TYPE_RTAS_LOG, 0);
  391. if (mem_init_done)
  392. kfree(buff_copy);
  393. }
  394. return ret;
  395. }
  396. EXPORT_SYMBOL(rtas_call);
  397. /* For RTAS_BUSY (-2), delay for 1 millisecond. For an extended busy status
  398. * code of 990n, perform the hinted delay of 10^n (last digit) milliseconds.
  399. */
  400. unsigned int rtas_busy_delay_time(int status)
  401. {
  402. int order;
  403. unsigned int ms = 0;
  404. if (status == RTAS_BUSY) {
  405. ms = 1;
  406. } else if (status >= 9900 && status <= 9905) {
  407. order = status - 9900;
  408. for (ms = 1; order > 0; order--)
  409. ms *= 10;
  410. }
  411. return ms;
  412. }
  413. EXPORT_SYMBOL(rtas_busy_delay_time);
  414. /* For an RTAS busy status code, perform the hinted delay. */
  415. unsigned int rtas_busy_delay(int status)
  416. {
  417. unsigned int ms;
  418. might_sleep();
  419. ms = rtas_busy_delay_time(status);
  420. if (ms && need_resched())
  421. msleep(ms);
  422. return ms;
  423. }
  424. EXPORT_SYMBOL(rtas_busy_delay);
  425. static int rtas_error_rc(int rtas_rc)
  426. {
  427. int rc;
  428. switch (rtas_rc) {
  429. case -1: /* Hardware Error */
  430. rc = -EIO;
  431. break;
  432. case -3: /* Bad indicator/domain/etc */
  433. rc = -EINVAL;
  434. break;
  435. case -9000: /* Isolation error */
  436. rc = -EFAULT;
  437. break;
  438. case -9001: /* Outstanding TCE/PTE */
  439. rc = -EEXIST;
  440. break;
  441. case -9002: /* No usable slot */
  442. rc = -ENODEV;
  443. break;
  444. default:
  445. printk(KERN_ERR "%s: unexpected RTAS error %d\n",
  446. __func__, rtas_rc);
  447. rc = -ERANGE;
  448. break;
  449. }
  450. return rc;
  451. }
  452. int rtas_get_power_level(int powerdomain, int *level)
  453. {
  454. int token = rtas_token("get-power-level");
  455. int rc;
  456. if (token == RTAS_UNKNOWN_SERVICE)
  457. return -ENOENT;
  458. while ((rc = rtas_call(token, 1, 2, level, powerdomain)) == RTAS_BUSY)
  459. udelay(1);
  460. if (rc < 0)
  461. return rtas_error_rc(rc);
  462. return rc;
  463. }
  464. EXPORT_SYMBOL(rtas_get_power_level);
  465. int rtas_set_power_level(int powerdomain, int level, int *setlevel)
  466. {
  467. int token = rtas_token("set-power-level");
  468. int rc;
  469. if (token == RTAS_UNKNOWN_SERVICE)
  470. return -ENOENT;
  471. do {
  472. rc = rtas_call(token, 2, 2, setlevel, powerdomain, level);
  473. } while (rtas_busy_delay(rc));
  474. if (rc < 0)
  475. return rtas_error_rc(rc);
  476. return rc;
  477. }
  478. EXPORT_SYMBOL(rtas_set_power_level);
  479. int rtas_get_sensor(int sensor, int index, int *state)
  480. {
  481. int token = rtas_token("get-sensor-state");
  482. int rc;
  483. if (token == RTAS_UNKNOWN_SERVICE)
  484. return -ENOENT;
  485. do {
  486. rc = rtas_call(token, 2, 2, state, sensor, index);
  487. } while (rtas_busy_delay(rc));
  488. if (rc < 0)
  489. return rtas_error_rc(rc);
  490. return rc;
  491. }
  492. EXPORT_SYMBOL(rtas_get_sensor);
  493. bool rtas_indicator_present(int token, int *maxindex)
  494. {
  495. int proplen, count, i;
  496. const struct indicator_elem {
  497. u32 token;
  498. u32 maxindex;
  499. } *indicators;
  500. indicators = of_get_property(rtas.dev, "rtas-indicators", &proplen);
  501. if (!indicators)
  502. return false;
  503. count = proplen / sizeof(struct indicator_elem);
  504. for (i = 0; i < count; i++) {
  505. if (indicators[i].token != token)
  506. continue;
  507. if (maxindex)
  508. *maxindex = indicators[i].maxindex;
  509. return true;
  510. }
  511. return false;
  512. }
  513. EXPORT_SYMBOL(rtas_indicator_present);
  514. int rtas_set_indicator(int indicator, int index, int new_value)
  515. {
  516. int token = rtas_token("set-indicator");
  517. int rc;
  518. if (token == RTAS_UNKNOWN_SERVICE)
  519. return -ENOENT;
  520. do {
  521. rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);
  522. } while (rtas_busy_delay(rc));
  523. if (rc < 0)
  524. return rtas_error_rc(rc);
  525. return rc;
  526. }
  527. EXPORT_SYMBOL(rtas_set_indicator);
  528. /*
  529. * Ignoring RTAS extended delay
  530. */
  531. int rtas_set_indicator_fast(int indicator, int index, int new_value)
  532. {
  533. int rc;
  534. int token = rtas_token("set-indicator");
  535. if (token == RTAS_UNKNOWN_SERVICE)
  536. return -ENOENT;
  537. rc = rtas_call(token, 3, 1, NULL, indicator, index, new_value);
  538. WARN_ON(rc == -2 || (rc >= 9900 && rc <= 9905));
  539. if (rc < 0)
  540. return rtas_error_rc(rc);
  541. return rc;
  542. }
  543. void rtas_restart(char *cmd)
  544. {
  545. if (rtas_flash_term_hook)
  546. rtas_flash_term_hook(SYS_RESTART);
  547. printk("RTAS system-reboot returned %d\n",
  548. rtas_call(rtas_token("system-reboot"), 0, 1, NULL));
  549. for (;;);
  550. }
  551. void rtas_power_off(void)
  552. {
  553. if (rtas_flash_term_hook)
  554. rtas_flash_term_hook(SYS_POWER_OFF);
  555. /* allow power on only with power button press */
  556. printk("RTAS power-off returned %d\n",
  557. rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
  558. for (;;);
  559. }
  560. void rtas_halt(void)
  561. {
  562. if (rtas_flash_term_hook)
  563. rtas_flash_term_hook(SYS_HALT);
  564. /* allow power on only with power button press */
  565. printk("RTAS power-off returned %d\n",
  566. rtas_call(rtas_token("power-off"), 2, 1, NULL, -1, -1));
  567. for (;;);
  568. }
  569. /* Must be in the RMO region, so we place it here */
  570. static char rtas_os_term_buf[2048];
  571. void rtas_os_term(char *str)
  572. {
  573. int status;
  574. /*
  575. * Firmware with the ibm,extended-os-term property is guaranteed
  576. * to always return from an ibm,os-term call. Earlier versions without
  577. * this property may terminate the partition which we want to avoid
  578. * since it interferes with panic_timeout.
  579. */
  580. if (RTAS_UNKNOWN_SERVICE == rtas_token("ibm,os-term") ||
  581. RTAS_UNKNOWN_SERVICE == rtas_token("ibm,extended-os-term"))
  582. return;
  583. snprintf(rtas_os_term_buf, 2048, "OS panic: %s", str);
  584. do {
  585. status = rtas_call(rtas_token("ibm,os-term"), 1, 1, NULL,
  586. __pa(rtas_os_term_buf));
  587. } while (rtas_busy_delay(status));
  588. if (status != 0)
  589. printk(KERN_EMERG "ibm,os-term call failed %d\n", status);
  590. }
  591. static int ibm_suspend_me_token = RTAS_UNKNOWN_SERVICE;
  592. #ifdef CONFIG_PPC_PSERIES
  593. static int __rtas_suspend_last_cpu(struct rtas_suspend_me_data *data, int wake_when_done)
  594. {
  595. u16 slb_size = mmu_slb_size;
  596. int rc = H_MULTI_THREADS_ACTIVE;
  597. int cpu;
  598. slb_set_size(SLB_MIN_SIZE);
  599. printk(KERN_DEBUG "calling ibm,suspend-me on cpu %i\n", smp_processor_id());
  600. while (rc == H_MULTI_THREADS_ACTIVE && !atomic_read(&data->done) &&
  601. !atomic_read(&data->error))
  602. rc = rtas_call(data->token, 0, 1, NULL);
  603. if (rc || atomic_read(&data->error)) {
  604. printk(KERN_DEBUG "ibm,suspend-me returned %d\n", rc);
  605. slb_set_size(slb_size);
  606. }
  607. if (atomic_read(&data->error))
  608. rc = atomic_read(&data->error);
  609. atomic_set(&data->error, rc);
  610. pSeries_coalesce_init();
  611. if (wake_when_done) {
  612. atomic_set(&data->done, 1);
  613. for_each_online_cpu(cpu)
  614. plpar_hcall_norets(H_PROD, get_hard_smp_processor_id(cpu));
  615. }
  616. if (atomic_dec_return(&data->working) == 0)
  617. complete(data->complete);
  618. return rc;
  619. }
  620. int rtas_suspend_last_cpu(struct rtas_suspend_me_data *data)
  621. {
  622. atomic_inc(&data->working);
  623. return __rtas_suspend_last_cpu(data, 0);
  624. }
  625. static int __rtas_suspend_cpu(struct rtas_suspend_me_data *data, int wake_when_done)
  626. {
  627. long rc = H_SUCCESS;
  628. unsigned long msr_save;
  629. int cpu;
  630. atomic_inc(&data->working);
  631. /* really need to ensure MSR.EE is off for H_JOIN */
  632. msr_save = mfmsr();
  633. mtmsr(msr_save & ~(MSR_EE));
  634. while (rc == H_SUCCESS && !atomic_read(&data->done) && !atomic_read(&data->error))
  635. rc = plpar_hcall_norets(H_JOIN);
  636. mtmsr(msr_save);
  637. if (rc == H_SUCCESS) {
  638. /* This cpu was prodded and the suspend is complete. */
  639. goto out;
  640. } else if (rc == H_CONTINUE) {
  641. /* All other cpus are in H_JOIN, this cpu does
  642. * the suspend.
  643. */
  644. return __rtas_suspend_last_cpu(data, wake_when_done);
  645. } else {
  646. printk(KERN_ERR "H_JOIN on cpu %i failed with rc = %ld\n",
  647. smp_processor_id(), rc);
  648. atomic_set(&data->error, rc);
  649. }
  650. if (wake_when_done) {
  651. atomic_set(&data->done, 1);
  652. /* This cpu did the suspend or got an error; in either case,
  653. * we need to prod all other other cpus out of join state.
  654. * Extra prods are harmless.
  655. */
  656. for_each_online_cpu(cpu)
  657. plpar_hcall_norets(H_PROD, get_hard_smp_processor_id(cpu));
  658. }
  659. out:
  660. if (atomic_dec_return(&data->working) == 0)
  661. complete(data->complete);
  662. return rc;
  663. }
  664. int rtas_suspend_cpu(struct rtas_suspend_me_data *data)
  665. {
  666. return __rtas_suspend_cpu(data, 0);
  667. }
  668. static void rtas_percpu_suspend_me(void *info)
  669. {
  670. __rtas_suspend_cpu((struct rtas_suspend_me_data *)info, 1);
  671. }
  672. int rtas_ibm_suspend_me(struct rtas_args *args)
  673. {
  674. long state;
  675. long rc;
  676. unsigned long retbuf[PLPAR_HCALL_BUFSIZE];
  677. struct rtas_suspend_me_data data;
  678. DECLARE_COMPLETION_ONSTACK(done);
  679. if (!rtas_service_present("ibm,suspend-me"))
  680. return -ENOSYS;
  681. /* Make sure the state is valid */
  682. rc = plpar_hcall(H_VASI_STATE, retbuf,
  683. ((u64)args->args[0] << 32) | args->args[1]);
  684. state = retbuf[0];
  685. if (rc) {
  686. printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned %ld\n",rc);
  687. return rc;
  688. } else if (state == H_VASI_ENABLED) {
  689. args->args[args->nargs] = RTAS_NOT_SUSPENDABLE;
  690. return 0;
  691. } else if (state != H_VASI_SUSPENDING) {
  692. printk(KERN_ERR "rtas_ibm_suspend_me: vasi_state returned state %ld\n",
  693. state);
  694. args->args[args->nargs] = -1;
  695. return 0;
  696. }
  697. atomic_set(&data.working, 0);
  698. atomic_set(&data.done, 0);
  699. atomic_set(&data.error, 0);
  700. data.token = rtas_token("ibm,suspend-me");
  701. data.complete = &done;
  702. stop_topology_update();
  703. /* Call function on all CPUs. One of us will make the
  704. * rtas call
  705. */
  706. if (on_each_cpu(rtas_percpu_suspend_me, &data, 0))
  707. atomic_set(&data.error, -EINVAL);
  708. wait_for_completion(&done);
  709. if (atomic_read(&data.error) != 0)
  710. printk(KERN_ERR "Error doing global join\n");
  711. start_topology_update();
  712. return atomic_read(&data.error);
  713. }
  714. #else /* CONFIG_PPC_PSERIES */
  715. int rtas_ibm_suspend_me(struct rtas_args *args)
  716. {
  717. return -ENOSYS;
  718. }
  719. #endif
  720. /**
  721. * Find a specific pseries error log in an RTAS extended event log.
  722. * @log: RTAS error/event log
  723. * @section_id: two character section identifier
  724. *
  725. * Returns a pointer to the specified errorlog or NULL if not found.
  726. */
  727. struct pseries_errorlog *get_pseries_errorlog(struct rtas_error_log *log,
  728. uint16_t section_id)
  729. {
  730. struct rtas_ext_event_log_v6 *ext_log =
  731. (struct rtas_ext_event_log_v6 *)log->buffer;
  732. struct pseries_errorlog *sect;
  733. unsigned char *p, *log_end;
  734. /* Check that we understand the format */
  735. if (log->extended_log_length < sizeof(struct rtas_ext_event_log_v6) ||
  736. ext_log->log_format != RTAS_V6EXT_LOG_FORMAT_EVENT_LOG ||
  737. ext_log->company_id != RTAS_V6EXT_COMPANY_ID_IBM)
  738. return NULL;
  739. log_end = log->buffer + log->extended_log_length;
  740. p = ext_log->vendor_log;
  741. while (p < log_end) {
  742. sect = (struct pseries_errorlog *)p;
  743. if (sect->id == section_id)
  744. return sect;
  745. p += sect->length;
  746. }
  747. return NULL;
  748. }
  749. asmlinkage int ppc_rtas(struct rtas_args __user *uargs)
  750. {
  751. struct rtas_args args;
  752. unsigned long flags;
  753. char *buff_copy, *errbuf = NULL;
  754. int nargs;
  755. int rc;
  756. if (!capable(CAP_SYS_ADMIN))
  757. return -EPERM;
  758. if (copy_from_user(&args, uargs, 3 * sizeof(u32)) != 0)
  759. return -EFAULT;
  760. nargs = args.nargs;
  761. if (nargs > ARRAY_SIZE(args.args)
  762. || args.nret > ARRAY_SIZE(args.args)
  763. || nargs + args.nret > ARRAY_SIZE(args.args))
  764. return -EINVAL;
  765. /* Copy in args. */
  766. if (copy_from_user(args.args, uargs->args,
  767. nargs * sizeof(rtas_arg_t)) != 0)
  768. return -EFAULT;
  769. if (args.token == RTAS_UNKNOWN_SERVICE)
  770. return -EINVAL;
  771. args.rets = &args.args[nargs];
  772. memset(args.rets, 0, args.nret * sizeof(rtas_arg_t));
  773. /* Need to handle ibm,suspend_me call specially */
  774. if (args.token == ibm_suspend_me_token) {
  775. rc = rtas_ibm_suspend_me(&args);
  776. if (rc)
  777. return rc;
  778. goto copy_return;
  779. }
  780. buff_copy = get_errorlog_buffer();
  781. flags = lock_rtas();
  782. rtas.args = args;
  783. enter_rtas(__pa(&rtas.args));
  784. args = rtas.args;
  785. /* A -1 return code indicates that the last command couldn't
  786. be completed due to a hardware error. */
  787. if (args.rets[0] == -1)
  788. errbuf = __fetch_rtas_last_error(buff_copy);
  789. unlock_rtas(flags);
  790. if (buff_copy) {
  791. if (errbuf)
  792. log_error(errbuf, ERR_TYPE_RTAS_LOG, 0);
  793. kfree(buff_copy);
  794. }
  795. copy_return:
  796. /* Copy out args. */
  797. if (copy_to_user(uargs->args + nargs,
  798. args.args + nargs,
  799. args.nret * sizeof(rtas_arg_t)) != 0)
  800. return -EFAULT;
  801. return 0;
  802. }
  803. /*
  804. * Call early during boot, before mem init or bootmem, to retrieve the RTAS
  805. * informations from the device-tree and allocate the RMO buffer for userland
  806. * accesses.
  807. */
  808. void __init rtas_initialize(void)
  809. {
  810. unsigned long rtas_region = RTAS_INSTANTIATE_MAX;
  811. /* Get RTAS dev node and fill up our "rtas" structure with infos
  812. * about it.
  813. */
  814. rtas.dev = of_find_node_by_name(NULL, "rtas");
  815. if (rtas.dev) {
  816. const u32 *basep, *entryp, *sizep;
  817. basep = of_get_property(rtas.dev, "linux,rtas-base", NULL);
  818. sizep = of_get_property(rtas.dev, "rtas-size", NULL);
  819. if (basep != NULL && sizep != NULL) {
  820. rtas.base = *basep;
  821. rtas.size = *sizep;
  822. entryp = of_get_property(rtas.dev,
  823. "linux,rtas-entry", NULL);
  824. if (entryp == NULL) /* Ugh */
  825. rtas.entry = rtas.base;
  826. else
  827. rtas.entry = *entryp;
  828. } else
  829. rtas.dev = NULL;
  830. }
  831. if (!rtas.dev)
  832. return;
  833. /* If RTAS was found, allocate the RMO buffer for it and look for
  834. * the stop-self token if any
  835. */
  836. #ifdef CONFIG_PPC64
  837. if (machine_is(pseries) && firmware_has_feature(FW_FEATURE_LPAR)) {
  838. rtas_region = min(ppc64_rma_size, RTAS_INSTANTIATE_MAX);
  839. ibm_suspend_me_token = rtas_token("ibm,suspend-me");
  840. }
  841. #endif
  842. rtas_rmo_buf = memblock_alloc_base(RTAS_RMOBUF_MAX, PAGE_SIZE, rtas_region);
  843. #ifdef CONFIG_RTAS_ERROR_LOGGING
  844. rtas_last_error_token = rtas_token("rtas-last-error");
  845. #endif
  846. }
  847. int __init early_init_dt_scan_rtas(unsigned long node,
  848. const char *uname, int depth, void *data)
  849. {
  850. u32 *basep, *entryp, *sizep;
  851. if (depth != 1 || strcmp(uname, "rtas") != 0)
  852. return 0;
  853. basep = of_get_flat_dt_prop(node, "linux,rtas-base", NULL);
  854. entryp = of_get_flat_dt_prop(node, "linux,rtas-entry", NULL);
  855. sizep = of_get_flat_dt_prop(node, "rtas-size", NULL);
  856. if (basep && entryp && sizep) {
  857. rtas.base = *basep;
  858. rtas.entry = *entryp;
  859. rtas.size = *sizep;
  860. }
  861. #ifdef CONFIG_UDBG_RTAS_CONSOLE
  862. basep = of_get_flat_dt_prop(node, "put-term-char", NULL);
  863. if (basep)
  864. rtas_putchar_token = *basep;
  865. basep = of_get_flat_dt_prop(node, "get-term-char", NULL);
  866. if (basep)
  867. rtas_getchar_token = *basep;
  868. if (rtas_putchar_token != RTAS_UNKNOWN_SERVICE &&
  869. rtas_getchar_token != RTAS_UNKNOWN_SERVICE)
  870. udbg_init_rtas_console();
  871. #endif
  872. /* break now */
  873. return 1;
  874. }
  875. static arch_spinlock_t timebase_lock;
  876. static u64 timebase = 0;
  877. void __cpuinit rtas_give_timebase(void)
  878. {
  879. unsigned long flags;
  880. local_irq_save(flags);
  881. hard_irq_disable();
  882. arch_spin_lock(&timebase_lock);
  883. rtas_call(rtas_token("freeze-time-base"), 0, 1, NULL);
  884. timebase = get_tb();
  885. arch_spin_unlock(&timebase_lock);
  886. while (timebase)
  887. barrier();
  888. rtas_call(rtas_token("thaw-time-base"), 0, 1, NULL);
  889. local_irq_restore(flags);
  890. }
  891. void __cpuinit rtas_take_timebase(void)
  892. {
  893. while (!timebase)
  894. barrier();
  895. arch_spin_lock(&timebase_lock);
  896. set_tb(timebase >> 32, timebase & 0xffffffff);
  897. timebase = 0;
  898. arch_spin_unlock(&timebase_lock);
  899. }