early.c 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414
  1. /*
  2. * arch/s390/kernel/early.c
  3. *
  4. * Copyright IBM Corp. 2007
  5. * Author(s): Hongjie Yang <hongjie@us.ibm.com>,
  6. * Heiko Carstens <heiko.carstens@de.ibm.com>
  7. */
  8. #include <linux/compiler.h>
  9. #include <linux/init.h>
  10. #include <linux/errno.h>
  11. #include <linux/string.h>
  12. #include <linux/ctype.h>
  13. #include <linux/lockdep.h>
  14. #include <linux/module.h>
  15. #include <linux/pfn.h>
  16. #include <linux/uaccess.h>
  17. #include <asm/ebcdic.h>
  18. #include <asm/ipl.h>
  19. #include <asm/lowcore.h>
  20. #include <asm/processor.h>
  21. #include <asm/sections.h>
  22. #include <asm/setup.h>
  23. #include <asm/sysinfo.h>
  24. #include <asm/cpcmd.h>
  25. #include <asm/sclp.h>
  26. #include "entry.h"
  27. /*
  28. * Create a Kernel NSS if the SAVESYS= parameter is defined
  29. */
  30. #define DEFSYS_CMD_SIZE 128
  31. #define SAVESYS_CMD_SIZE 32
  32. char kernel_nss_name[NSS_NAME_SIZE + 1];
  33. static unsigned long machine_flags;
  34. static void __init setup_boot_command_line(void);
  35. /*
  36. * Get the TOD clock running.
  37. */
  38. static void __init reset_tod_clock(void)
  39. {
  40. u64 time;
  41. if (store_clock(&time) == 0)
  42. return;
  43. /* TOD clock not running. Set the clock to Unix Epoch. */
  44. if (set_clock(TOD_UNIX_EPOCH) != 0 || store_clock(&time) != 0)
  45. disabled_wait(0);
  46. sched_clock_base_cc = TOD_UNIX_EPOCH;
  47. }
  48. #ifdef CONFIG_SHARED_KERNEL
  49. int __init savesys_ipl_nss(char *cmd, const int cmdlen);
  50. asm(
  51. " .section .init.text,\"ax\",@progbits\n"
  52. " .align 4\n"
  53. " .type savesys_ipl_nss, @function\n"
  54. "savesys_ipl_nss:\n"
  55. #ifdef CONFIG_64BIT
  56. " stmg 6,15,48(15)\n"
  57. " lgr 14,3\n"
  58. " sam31\n"
  59. " diag 2,14,0x8\n"
  60. " sam64\n"
  61. " lgr 2,14\n"
  62. " lmg 6,15,48(15)\n"
  63. #else
  64. " stm 6,15,24(15)\n"
  65. " lr 14,3\n"
  66. " diag 2,14,0x8\n"
  67. " lr 2,14\n"
  68. " lm 6,15,24(15)\n"
  69. #endif
  70. " br 14\n"
  71. " .size savesys_ipl_nss, .-savesys_ipl_nss\n");
  72. static noinline __init void create_kernel_nss(void)
  73. {
  74. unsigned int i, stext_pfn, eshared_pfn, end_pfn, min_size;
  75. #ifdef CONFIG_BLK_DEV_INITRD
  76. unsigned int sinitrd_pfn, einitrd_pfn;
  77. #endif
  78. int response;
  79. size_t len;
  80. char *savesys_ptr;
  81. char upper_command_line[COMMAND_LINE_SIZE];
  82. char defsys_cmd[DEFSYS_CMD_SIZE];
  83. char savesys_cmd[SAVESYS_CMD_SIZE];
  84. /* Do nothing if we are not running under VM */
  85. if (!MACHINE_IS_VM)
  86. return;
  87. /* Convert COMMAND_LINE to upper case */
  88. for (i = 0; i < strlen(boot_command_line); i++)
  89. upper_command_line[i] = toupper(boot_command_line[i]);
  90. savesys_ptr = strstr(upper_command_line, "SAVESYS=");
  91. if (!savesys_ptr)
  92. return;
  93. savesys_ptr += 8; /* Point to the beginning of the NSS name */
  94. for (i = 0; i < NSS_NAME_SIZE; i++) {
  95. if (savesys_ptr[i] == ' ' || savesys_ptr[i] == '\0')
  96. break;
  97. kernel_nss_name[i] = savesys_ptr[i];
  98. }
  99. stext_pfn = PFN_DOWN(__pa(&_stext));
  100. eshared_pfn = PFN_DOWN(__pa(&_eshared));
  101. end_pfn = PFN_UP(__pa(&_end));
  102. min_size = end_pfn << 2;
  103. sprintf(defsys_cmd, "DEFSYS %s 00000-%.5X EW %.5X-%.5X SR %.5X-%.5X",
  104. kernel_nss_name, stext_pfn - 1, stext_pfn, eshared_pfn - 1,
  105. eshared_pfn, end_pfn);
  106. #ifdef CONFIG_BLK_DEV_INITRD
  107. if (INITRD_START && INITRD_SIZE) {
  108. sinitrd_pfn = PFN_DOWN(__pa(INITRD_START));
  109. einitrd_pfn = PFN_UP(__pa(INITRD_START + INITRD_SIZE));
  110. min_size = einitrd_pfn << 2;
  111. sprintf(defsys_cmd, "%s EW %.5X-%.5X", defsys_cmd,
  112. sinitrd_pfn, einitrd_pfn);
  113. }
  114. #endif
  115. sprintf(defsys_cmd, "%s EW MINSIZE=%.7iK PARMREGS=0-13",
  116. defsys_cmd, min_size);
  117. sprintf(savesys_cmd, "SAVESYS %s \n IPL %s",
  118. kernel_nss_name, kernel_nss_name);
  119. __cpcmd(defsys_cmd, NULL, 0, &response);
  120. if (response != 0) {
  121. kernel_nss_name[0] = '\0';
  122. return;
  123. }
  124. len = strlen(savesys_cmd);
  125. ASCEBC(savesys_cmd, len);
  126. response = savesys_ipl_nss(savesys_cmd, len);
  127. /* On success: response is equal to the command size,
  128. * max SAVESYS_CMD_SIZE
  129. * On error: response contains the numeric portion of cp error message.
  130. * for SAVESYS it will be >= 263
  131. */
  132. if (response > SAVESYS_CMD_SIZE) {
  133. kernel_nss_name[0] = '\0';
  134. return;
  135. }
  136. /* re-setup boot command line with new ipl vm parms */
  137. ipl_update_parameters();
  138. setup_boot_command_line();
  139. ipl_flags = IPL_NSS_VALID;
  140. }
  141. #else /* CONFIG_SHARED_KERNEL */
  142. static inline void create_kernel_nss(void) { }
  143. #endif /* CONFIG_SHARED_KERNEL */
  144. /*
  145. * Clear bss memory
  146. */
  147. static noinline __init void clear_bss_section(void)
  148. {
  149. memset(__bss_start, 0, __bss_stop - __bss_start);
  150. }
  151. /*
  152. * Initialize storage key for kernel pages
  153. */
  154. static noinline __init void init_kernel_storage_key(void)
  155. {
  156. unsigned long end_pfn, init_pfn;
  157. end_pfn = PFN_UP(__pa(&_end));
  158. for (init_pfn = 0 ; init_pfn < end_pfn; init_pfn++)
  159. page_set_storage_key(init_pfn << PAGE_SHIFT, PAGE_DEFAULT_KEY);
  160. }
  161. static __initdata struct sysinfo_3_2_2 vmms __aligned(PAGE_SIZE);
  162. static noinline __init void detect_machine_type(void)
  163. {
  164. /* No VM information? Looks like LPAR */
  165. if (stsi(&vmms, 3, 2, 2) == -ENOSYS)
  166. return;
  167. if (!vmms.count)
  168. return;
  169. /* Running under KVM? If not we assume z/VM */
  170. if (!memcmp(vmms.vm[0].cpi, "\xd2\xe5\xd4", 3))
  171. machine_flags |= MACHINE_FLAG_KVM;
  172. else
  173. machine_flags |= MACHINE_FLAG_VM;
  174. }
  175. static __init void early_pgm_check_handler(void)
  176. {
  177. unsigned long addr;
  178. const struct exception_table_entry *fixup;
  179. addr = S390_lowcore.program_old_psw.addr;
  180. fixup = search_exception_tables(addr & PSW_ADDR_INSN);
  181. if (!fixup)
  182. disabled_wait(0);
  183. S390_lowcore.program_old_psw.addr = fixup->fixup | PSW_ADDR_AMODE;
  184. }
  185. static noinline __init void setup_lowcore_early(void)
  186. {
  187. psw_t psw;
  188. psw.mask = PSW_BASE_BITS | PSW_DEFAULT_KEY;
  189. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_ext_handler;
  190. S390_lowcore.external_new_psw = psw;
  191. psw.addr = PSW_ADDR_AMODE | (unsigned long) s390_base_pgm_handler;
  192. S390_lowcore.program_new_psw = psw;
  193. s390_base_pgm_handler_fn = early_pgm_check_handler;
  194. }
  195. static noinline __init void setup_hpage(void)
  196. {
  197. #ifndef CONFIG_DEBUG_PAGEALLOC
  198. unsigned int facilities;
  199. facilities = stfl();
  200. if (!(facilities & (1UL << 23)) || !(facilities & (1UL << 29)))
  201. return;
  202. machine_flags |= MACHINE_FLAG_HPAGE;
  203. __ctl_set_bit(0, 23);
  204. #endif
  205. }
  206. static __init void detect_mvpg(void)
  207. {
  208. #ifndef CONFIG_64BIT
  209. int rc;
  210. asm volatile(
  211. " la 0,0\n"
  212. " mvpg %2,%2\n"
  213. "0: la %0,0\n"
  214. "1:\n"
  215. EX_TABLE(0b,1b)
  216. : "=d" (rc) : "0" (-EOPNOTSUPP), "a" (0) : "memory", "cc", "0");
  217. if (!rc)
  218. machine_flags |= MACHINE_FLAG_MVPG;
  219. #endif
  220. }
  221. static __init void detect_ieee(void)
  222. {
  223. #ifndef CONFIG_64BIT
  224. int rc, tmp;
  225. asm volatile(
  226. " efpc %1,0\n"
  227. "0: la %0,0\n"
  228. "1:\n"
  229. EX_TABLE(0b,1b)
  230. : "=d" (rc), "=d" (tmp): "0" (-EOPNOTSUPP) : "cc");
  231. if (!rc)
  232. machine_flags |= MACHINE_FLAG_IEEE;
  233. #endif
  234. }
  235. static __init void detect_csp(void)
  236. {
  237. #ifndef CONFIG_64BIT
  238. int rc;
  239. asm volatile(
  240. " la 0,0\n"
  241. " la 1,0\n"
  242. " la 2,4\n"
  243. " csp 0,2\n"
  244. "0: la %0,0\n"
  245. "1:\n"
  246. EX_TABLE(0b,1b)
  247. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc", "0", "1", "2");
  248. if (!rc)
  249. machine_flags |= MACHINE_FLAG_CSP;
  250. #endif
  251. }
  252. static __init void detect_diag9c(void)
  253. {
  254. unsigned int cpu_address;
  255. int rc;
  256. cpu_address = stap();
  257. asm volatile(
  258. " diag %2,0,0x9c\n"
  259. "0: la %0,0\n"
  260. "1:\n"
  261. EX_TABLE(0b,1b)
  262. : "=d" (rc) : "0" (-EOPNOTSUPP), "d" (cpu_address) : "cc");
  263. if (!rc)
  264. machine_flags |= MACHINE_FLAG_DIAG9C;
  265. }
  266. static __init void detect_diag44(void)
  267. {
  268. #ifdef CONFIG_64BIT
  269. int rc;
  270. asm volatile(
  271. " diag 0,0,0x44\n"
  272. "0: la %0,0\n"
  273. "1:\n"
  274. EX_TABLE(0b,1b)
  275. : "=d" (rc) : "0" (-EOPNOTSUPP) : "cc");
  276. if (!rc)
  277. machine_flags |= MACHINE_FLAG_DIAG44;
  278. #endif
  279. }
  280. static __init void detect_machine_facilities(void)
  281. {
  282. #ifdef CONFIG_64BIT
  283. unsigned int facilities;
  284. facilities = stfl();
  285. if (facilities & (1 << 28))
  286. machine_flags |= MACHINE_FLAG_IDTE;
  287. if (facilities & (1 << 23))
  288. machine_flags |= MACHINE_FLAG_PFMF;
  289. if (facilities & (1 << 4))
  290. machine_flags |= MACHINE_FLAG_MVCOS;
  291. #endif
  292. }
  293. static __init void rescue_initrd(void)
  294. {
  295. #ifdef CONFIG_BLK_DEV_INITRD
  296. /*
  297. * Move the initrd right behind the bss section in case it starts
  298. * within the bss section. So we don't overwrite it when the bss
  299. * section gets cleared.
  300. */
  301. if (!INITRD_START || !INITRD_SIZE)
  302. return;
  303. if (INITRD_START >= (unsigned long) __bss_stop)
  304. return;
  305. memmove(__bss_stop, (void *) INITRD_START, INITRD_SIZE);
  306. INITRD_START = (unsigned long) __bss_stop;
  307. #endif
  308. }
  309. /* Set up boot command line */
  310. static void __init setup_boot_command_line(void)
  311. {
  312. char *parm = NULL;
  313. /* copy arch command line */
  314. strlcpy(boot_command_line, COMMAND_LINE, ARCH_COMMAND_LINE_SIZE);
  315. /* append IPL PARM data to the boot command line */
  316. if (MACHINE_IS_VM) {
  317. parm = boot_command_line + strlen(boot_command_line);
  318. *parm++ = ' ';
  319. get_ipl_vmparm(parm);
  320. if (parm[0] == '=')
  321. memmove(boot_command_line, parm + 1, strlen(parm));
  322. }
  323. }
  324. /*
  325. * Save ipl parameters, clear bss memory, initialize storage keys
  326. * and create a kernel NSS at startup if the SAVESYS= parm is defined
  327. */
  328. void __init startup_init(void)
  329. {
  330. reset_tod_clock();
  331. ipl_save_parameters();
  332. rescue_initrd();
  333. clear_bss_section();
  334. init_kernel_storage_key();
  335. lockdep_init();
  336. lockdep_off();
  337. sort_main_extable();
  338. setup_lowcore_early();
  339. detect_machine_type();
  340. ipl_update_parameters();
  341. setup_boot_command_line();
  342. create_kernel_nss();
  343. detect_mvpg();
  344. detect_ieee();
  345. detect_csp();
  346. detect_diag9c();
  347. detect_diag44();
  348. detect_machine_facilities();
  349. setup_hpage();
  350. sclp_facilities_detect();
  351. detect_memory_layout(memory_chunk);
  352. S390_lowcore.machine_flags = machine_flags;
  353. lockdep_on();
  354. }